ACodec.cpp revision 4ec8d83215d61ce8dfad15f5c42e7a190d924bf6
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang#include <media/OMXBuffer.h> 48ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa#include <media/omx/1.0/WOmxNode.h> 493a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa#include <hidlmemory/mapping.h> 518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 5297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 56777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 57f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 59dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include "include/ACodecBufferChannel.h" 605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 614811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 6373dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 64496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6513a926879249276771b0097538459c7550e2f5ceSteven Moreland#include <android/hidl/allocator/1.0/IAllocator.h> 668a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa#include <android/hidl/memory/1.0/IMemory.h> 678a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 68f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangusing binder::Status; 716d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 1056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangstatic inline status_t statusFromBinderStatus(const Status &status) { 1066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (status.isOk()) { 1076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return OK; 1086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err; 1106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.serviceSpecificErrorCode()) != OK) { 1116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1136d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.transactionError()) != OK) { 1146d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1156d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1166d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang // Other exception 1176d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return UNKNOWN_ERROR; 1186d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang} 1196d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 127251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 161984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 162984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 163984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 164984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 165984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 20526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 20726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 21190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 21290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 21490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 21690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 21790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 21890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 21926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 22026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 22126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 22226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 22426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 22626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 241090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2544ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim virtual void stateExited(); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 26526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 26926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 27026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 27126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 27226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 27326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 27415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 28015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 28115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 28490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2928a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasastruct ACodec::DeathNotifier : 2938a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa public IBinder::DeathRecipient, 2948a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa public ::android::hardware::hidl_death_recipient { 295090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit DeathNotifier(const sp<AMessage> ¬ify) 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 297ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 300ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 301ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 302ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 3038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa virtual void serviceDied( 3048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa uint64_t /* cookie */, 3058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa const wp<::android::hidl::base::V1_0::IBase>& /* who */) { 3068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mNotify->post(); 3078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 3088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 309ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 310ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 311ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 312ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 313ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 314ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 315ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 316ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 317ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 318f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 319090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit UninitializedState(ACodec *codec); 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 329ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 330ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 337090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedState(ACodec *codec); 338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 341c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 345c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 346c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3488f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 349c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 352d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 353d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 354c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 356c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 357c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 358c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 360090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedToIdleState(ACodec *codec); 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 376090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToExecutingState(ACodec *codec); 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 390090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingState(ACodec *codec); 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 393054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 401349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 402349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 40990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 412349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 413349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 420090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit OutputPortSettingsChangedState(ACodec *codec); 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 42890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 437090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingToIdleState(ACodec *codec); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 459090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToLoadedState(ACodec *codec); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 467f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 473f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 474090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit FlushingState(ACodec *codec); 475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 476f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 485f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 49615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 49715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 49815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 49915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 50115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 50215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 50415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 50515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 50615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 50715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 50815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 51015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 51115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 51215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 51415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 51515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 51615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 51715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 51815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 52015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 52115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 52215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 52315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 52415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 52515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 52615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 527f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 528b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen : mSampleRate(0), 529d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mNodeGeneration(0), 530b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 531e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 532fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5338db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 535346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5369806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 53754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 538f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5399806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5409806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 541e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5429806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 543054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 544054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 545054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 54794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5482c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 54937b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 55022dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mFps(-1.0), 55122dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mCaptureFps(-1.0), 552ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 55389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mLatency(0), 5548338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 555db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 55601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0), 5574ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mStateGeneration(0), 55801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus(kExtensionsUnchecked) { 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 573dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 575d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 576d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 577d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 578fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 579fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 5818a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 5829c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mTrebleFlag = false; 583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 585f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 588f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 594dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstd::shared_ptr<BufferChannelBase> ACodec::getBufferChannel() { 595dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (!mBufferChannel) { 596dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = std::make_shared<ACodecBufferChannel>( 597dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatInputBufferFilled, this), 598dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatOutputBufferDrained, this)); 599dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 600dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return mBufferChannel; 601dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 602dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 603a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 6041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 605a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 606a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 607a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 608a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6095778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 6111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6155778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 6171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 6221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 6231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 6241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 6261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 6271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 6291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 6301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 6331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 6351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 6367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6388f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 639d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 6408f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 641d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 642d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 643d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 644d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6495778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 653f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6547a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 658f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 662c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 664c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 665c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 66630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 66730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 66930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 672496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 674496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 675496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6764dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6774dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6784dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6794dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6804dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 681054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6824dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 683054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 684054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6854dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6864dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6874dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 698e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 717e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 718098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 719098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 720d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang nativeWindow, &usageBits, !storingMetadataInDecodedBuffers()); 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 725f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 726e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 727e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 728e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 729e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 730e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 731e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 761dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 762dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 763dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 769054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 7701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 771598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 786d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!storingMetadataInDecodedBuffers()) { 7871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 78815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 79215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 79315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 8031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 8041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 806484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 807484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 808484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 809484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 810484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 8111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 812e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 8131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 8141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 816d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhangstatus_t ACodec::setPortMode(int32_t portIndex, IOMX::PortMode mode) { 817d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang status_t err = mOMXNode->setPortMode(portIndex, mode); 818d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 819d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGE("[%s] setPortMode on %s to %s failed w/ err %d", 820d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), 821d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang portIndex == kPortIndexInput ? "input" : "output", 822d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mode), 823d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err); 824d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 825d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 826d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 827d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[portIndex] = mode; 828d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return OK; 829d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang} 830d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 831f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8348a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 8358a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa CHECK(mAllocator[portIndex] == NULL); 8368a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 8378a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa CHECK(mDealer[portIndex] == NULL); 8388a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 843d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storingMetadataInDecodedBuffers()) { 844054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 845054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 846054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 847054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 853d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 854d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 857d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang const IOMX::PortMode &mode = mPortMode[portIndex]; 8585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 859d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // Always allocate VideoNativeMetadata if using ANWBuffer. 860d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // OMX might use gralloc source internally, but we don't share 861d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // metadata buffer with OMX, OMX has its own headers. 862d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 863054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 864d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (mode == IOMX::kPortModeDynamicNativeHandle) { 8653e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 866054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 867054219874873b41f1c815552987c10465c34ba2bLajos Molnar 8685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 878054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 879054219874873b41f1c815552987c10465c34ba2bLajos Molnar 88028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 88128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 882d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] Allocating %u buffers of size %zu (from %u using %s) on %s port", 8835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 884d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang def.nBufferCountActual, bufSize, def.nBufferSize, asString(mode), 8855778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 88928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 89028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 89128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 89228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 89328edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 89428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 89734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 89834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 89934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 90028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 901d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode != IOMX::kPortModePresetSecureBuffer) { 9028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex] = TAllocator::getService("ashmem"); 9048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mAllocator[portIndex] == nullptr) { 9058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa ALOGE("hidl allocator on port %d is null", 9068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (int)portIndex); 9078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa size_t totalSize = def.nBufferCountActual * 9118a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (alignedSize + alignedConvSize); 9128a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 9138a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 914d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 916fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim const sp<AMessage> &format = 917fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim portIndex == kPortIndexInput ? mInputFormat : mOutputFormat; 918054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 9198a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory hidlMemToken; 9208a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<TMemory> hidlMem; 921d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<IMemory> mem; 922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 923ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 924ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 92515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 92690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 9271b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mGraphicBuffer = NULL; 9281b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 930d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModePresetSecureBuffer) { 931a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 9321b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 933d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->allocateSecureBuffer( 934d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang portIndex, bufSize, &info.mBufferID, 935a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 936a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 9374811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim info.mData = (native_handle == NULL) 9384811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim ? new SecureBuffer(format, ptr, bufSize) 9394811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim : new SecureBuffer(format, native_handle, bufSize); 9405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9428a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9438a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool success; 9448a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa auto transStatus = mAllocator[portIndex]->allocate( 9458a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bufSize, 9468a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa [&success, &hidlMemToken]( 9478a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool s, 9488a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory const& m) { 9498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa success = s; 9508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMemToken = m; 9518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa }); 9528a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 9538a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!transStatus.isOk()) { 9548a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa ALOGE("hidl's AshmemAllocator failed at the " 9558a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa "transport: %s", 9568a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa transStatus.description().c_str()); 9578a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9588a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9598a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!success) { 9608a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9618a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9628a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMem = mapMemory(hidlMemToken); 9638a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 9648a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa err = mOMXNode->useBuffer( 9658a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa portIndex, hidlMemToken, &info.mBufferID); 9668a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9678a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mem = mDealer[portIndex]->allocate(bufSize); 9688a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mem == NULL || mem->pointer() == NULL) { 9698a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9708a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 971ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 9728a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa err = mOMXNode->useBuffer( 9738a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa portIndex, mem, &info.mBufferID); 9748a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 976d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 9778a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa VideoNativeMetadata* metaData = (VideoNativeMetadata*)( 9788a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa getTrebleFlag() ? 9798a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (void*)hidlMem->getPointer() : mem->pointer()); 9808a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa metaData->nFenceFd = -1; 981054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9838a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9848a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecData = new SharedMemoryBuffer( 9858a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa format, hidlMem); 9868a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecRef = hidlMem; 9878a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9888a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecData = new SharedMemoryBuffer( 9898a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa format, mem); 9908a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecRef = mem; 9918a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 992d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 9935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9978a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9988a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool success; 9998a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex]->allocate( 10008a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa conversionBufferSize, 10018a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa [&success, &hidlMemToken]( 10028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool s, 10038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory const& m) { 10048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa success = s; 10058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMemToken = m; 10068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa }); 10078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!success) { 10088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 10098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 10108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMem = mapMemory(hidlMemToken); 10118a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mData = new SharedMemoryBuffer(format, hidlMem); 10128a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mMemRef = hidlMem; 10138a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 10148a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mem = mDealer[portIndex]->allocate( 10158a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa conversionBufferSize); 10168a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mem == NULL|| mem->pointer() == NULL) { 10178a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 10188a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 10198a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mData = new SharedMemoryBuffer(format, mem); 10208a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mMemRef = mem; 10215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 10225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 10235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 10245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 10255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10271065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 10291065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 10301065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1037dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<ACodecBufferChannel::BufferAndId> array(mBuffers[portIndex].size()); 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1039dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim array[i] = {mBuffers[portIndex][i].mData, mBuffers[portIndex][i].mBufferID}; 1040dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1041dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 1042dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setInputBufferArray(array); 1043dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else if (portIndex == kPortIndexOutput) { 1044dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray(array); 1045dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 1046dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim TRESPASS(); 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1052e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 1053098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 1054098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 10551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1059d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1060d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 10611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 10631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 1067d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getGraphicBufferUsage(kPortIndexOutput, &usage); 10681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 10691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 10701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 10711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 10721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 10741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 10761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 10771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1079f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 1080e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 1081b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 1082fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 1083fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 1084fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 10851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 1086607e65286b7c3dcd06b7175c9d81b82e6fcfcb9aWonsik Kim return setNativeWindowSizeFormatAndUsage( 10871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 10881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 10891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 10901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 10911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 1092098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 1093098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 10941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 10951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 10971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 1098098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1099098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 11001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 11011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 11021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 11031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1104d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1105d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 11061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1108098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1109098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, preregister /* reconnect */); 11101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1112e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 11131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 11141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1116ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1117ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1118ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1119ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1120ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1121ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1122d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1123d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1124ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1125ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1126ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1127ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1128ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1129ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1130ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1131054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1132258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1133258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1134054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1135258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1136258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 113729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1138258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1139258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1140258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1141258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1142e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1143e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 11441faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 11451faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1146e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1147e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1148e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1149e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1150e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1151e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1152e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 11531faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 11541faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1155e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1156e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1157258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1158d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1159d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1160258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1161e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1162e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1163e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1164e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1165e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1166609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1167e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1168e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1169e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1170258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1171258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1172258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1173258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 117829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1183054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1184054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1185054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1186054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1187054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1188054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1189d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This method only handles the non-metadata mode (or simulating legacy 1190d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // mode with metadata, which is transparent to ACodec). 1191d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(!storingMetadataInDecodedBuffers()); 11923fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1193054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1194054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1195098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1196054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1197054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1198e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1199054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 12003fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 12013fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(true); 12023298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1203609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1205054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1208054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 12098ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 121015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 121115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 121329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 121704e331c5032609f7ed42c344780b9c1b4cfe4afbMathias Agopian sp<GraphicBuffer> graphicBuffer(GraphicBuffer::from(buf)); 121874006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 121974006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 122015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 122115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 122290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 122374006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 12241b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 12253fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 12263fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // TODO: We shouln't need to create MediaCodecBuffer. In metadata mode 12273fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // OMX doesn't use the shared memory buffer, but some code still 12283fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // access info.mData. Create an ABuffer as a placeholder. 1229d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1230d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mCodecData = info.mData; 12313fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 123274006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 123374006804065941841883c4b46ee785070164023fJamie Gennis 1234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 12353fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, graphicBuffer, &bufferId); 1236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1237609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 123874006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 124274006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 124374006804065941841883c4b46ee785070164023fJamie Gennis 1244609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1252d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 12543fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // that were dequeued. Also cancel all if we're in legacy metadata mode. 1255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 125674006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1258054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1259054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1260054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12653175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12663175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12673175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 12683175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12693175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 12703fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12733fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 12743fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(false); 12753fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1279054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1280d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(storingMetadataInDecodedBuffers()); 12813fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1282054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1283054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1284098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 12853fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang false /* preregister */); 1286d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) 1287054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1288e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1289054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1290e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1291e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1292e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1293e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1294e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1295e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 129615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 129790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1298e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 12991b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 1300e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1301e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1302d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1303349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 1304349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang // Initialize fence fd to -1 to avoid warning in freeBuffer(). 1305349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ((VideoNativeMetadata *)info.mData->base())->nFenceFd = -1; 1306349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 13075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 1308e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1309d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, OMXBuffer::sPreset, &info.mBufferID); 1310e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1311e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1312d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] allocated meta buffer with ID %u", 1313d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), info.mBufferID); 1314e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1315e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1316054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1317054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1318054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1319054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1320054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1321054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1322054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1323054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1324054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1325054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 13260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1327054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 13280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1329054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1330609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 13311b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer->handle); 1332054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1333054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 133415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 13353fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return fillBuffer(info); 1336054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1337054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 133815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 133915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 134015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 134115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 134215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 134315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 134415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 134515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 134615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 134715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13480806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 13490806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 13500806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 13510806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 13520806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13530806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13540806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13550806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13560806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13570806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13590806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13600806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13610806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13620806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13630806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13640806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13650806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13660806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13680806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13690806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13700806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13720806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13730806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1374f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1377609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 138015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 138215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 138315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13853fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13863fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13870806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13903fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 139390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 139490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 139590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 139690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 139790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 139890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 139990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 140090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 140190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 140290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 140390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 140490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 140590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 140690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 140790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 140890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 140990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 141090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 141190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 141290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 141390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 141490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 141590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 141690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1417604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1418604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1419604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1420604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1421604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1422604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 142390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 142679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onOutputFramesRendered(done); 142790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 142890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1429f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 14308ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1431054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1432ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1433ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1434ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1435ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1436ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1437ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1438ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1439346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1440346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1441346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1442346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1443346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 144415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1445dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 144615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 144715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 144815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1449dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1450dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1452dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1453b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1454b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1455dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1456dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1457dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 145890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1459dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1460dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1461dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1462dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1463dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1464dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1465dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1466dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1467dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1468dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1469dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1470dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 147190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 14721b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang ALOGV("dequeued buffer #%u with age %u, graphicBuffer %p", 14731b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang (unsigned)(info - &mBuffers[kPortIndexOutput][0]), 14741b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mDequeueCounter - info->mDequeuedAt, 14751b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mGraphicBuffer->handle); 14761b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang 1477dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 147990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1480dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1481dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1482dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1484dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1485dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1486dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1487dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1488dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1489d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!stale && !storingMetadataInDecodedBuffers()) { 1490dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1491dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1492dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1493dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1494dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1495dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1497dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1498054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1499dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1500dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1501b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1502b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1503dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1504dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1505054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1506054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1507054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1508054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1509054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1510054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1511054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1512054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1513054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 15140806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 15150806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 15160806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 15170806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1518054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1519054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 15200806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 152104e331c5032609f7ed42c344780b9c1b4cfe4afbMathias Agopian oldest->mGraphicBuffer = GraphicBuffer::from(buf); 15221b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mNewGraphicBuffer = true; 15230806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 152415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 152590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 152690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1527d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 1528d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("replaced oldest buffer #%u with age %u, graphicBuffer %p", 1529d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1530d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mDequeueCounter - oldest->mDequeuedAt, 15311b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mGraphicBuffer->handle); 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 153390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 15340806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1537f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1538dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 1539dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setInputBufferArray({}); 1540dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 1541dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray({}); 1542dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1543dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 1544777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1545938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1546938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1547777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1548777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1549777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1550777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15538a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 15548a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex].clear(); 15558a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 15568a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDealer[portIndex].clear(); 15578a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 1558777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1561349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1562777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1563938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1564938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15682ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15692ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15702ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15712ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1572777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1573777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1574777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1575777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1579777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15840806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 158615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 1587d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mPortMode[portIndex] == IOMX::kPortModeDynamicANWBuffer && info->mCodecData != NULL 1588fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 1589fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int fenceFd = ((VideoNativeMetadata *)info->mCodecData->base())->nFenceFd; 159015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 159115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 159215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 159315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 159415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 159515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15960806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15970806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15990806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 16000806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 16010806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16030806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 1604d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->freeBuffer(portIndex, info->mBufferID); 16050806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 16060806340688c937e7b78c2d89db3809274130df4eLajos Molnar 16070806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 16080806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 16090806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 16100806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 161315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 161415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 161515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 161615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1617604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1618604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1619604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1620604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 162190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1622d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang // remove buffer even if mOMXNode->freeBuffer fails 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1624777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1627f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 16280806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1640777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16443fd200feb657c157125e45e30c2a7262e3c0244dChong Zhangstatus_t ACodec::fillBuffer(BufferInfo *info) { 16453fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err; 16461b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // Even in dynamic ANW buffer mode, if the graphic buffer is not changing, 16471b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // send sPreset instead of the same graphic buffer, so that OMX server 16481b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // side doesn't update the meta. In theory it should make no difference, 16491b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // however when the same buffer is parcelled again, a new handle could be 16501b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // created on server side, and some decoder doesn't recognize the handle 16511b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // even if it's the same buffer. 16521b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang if (!storingMetadataInDecodedBuffers() || !info->mNewGraphicBuffer) { 16533fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 16543fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, OMXBuffer::sPreset, info->mFenceFd); 16553fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 16563fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 16573fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, info->mGraphicBuffer, info->mFenceFd); 16583fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 16593fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 16601b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mNewGraphicBuffer = false; 16613fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mFenceFd = -1; 16623fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err == OK) { 16633fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 16643fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 16653fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return err; 16663fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang} 16673fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 16701ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime); 16715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 16725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 16735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 1674d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = SetComponentRole(mOMXNode, role); 16755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 16765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16865778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1689b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1690b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1691b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1692e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1695d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 1696d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 16978db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 171196bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 171296bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 171396bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 171496bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 171596bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 171696bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 171796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 171896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1719d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1720d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 17213e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 17223e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 1723d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::PortMode mode; 1724d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storeMeta == kMetadataBufferTypeNativeHandleSource) { 1725d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicNativeHandle; 1726d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (storeMeta == kMetadataBufferTypeANWBuffer || 1727d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang storeMeta == kMetadataBufferTypeGrallocSource) { 1728d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicANWBuffer; 1729d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else { 1730d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return BAD_VALUE; 1731d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1732d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, mode); 1733d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1734054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1735054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1736c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1737c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1738d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 1739d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1740c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1741c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1742c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1743c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1744054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1745d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1746308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17483a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17493a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17503a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 1751d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getExtensionIndex( 1752d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.prependSPSPPSToIDRFrames", &index); 17533a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17543a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17553a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17563a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17573a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17583a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1759d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(index, ¶ms, sizeof(params)); 17603a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17613a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17623a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17633a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17643a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17653a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17663a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17673a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17683a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17693a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1770308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1771308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1772308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1773308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17748db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1775308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1776308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 17773e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1778308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1779d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mFlags & kFlagIsSecure) { 1780d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang enable = OMX_TRUE; 1781d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1782308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1783d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, enable ? 1784d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::kPortModePresetSecureBuffer : IOMX::kPortModePresetByteBuffer); 1785308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1786d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 1787308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1788a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1789a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1790a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1791a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1792a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1793a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 179494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 17953604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang // only allow 32-bit value, since we pass it as U32 to OMX. 179694ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17972c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17983604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang } else if (mMaxPtsGapUs > INT32_MAX || mMaxPtsGapUs < 0) { 17993604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang ALOGW("Unsupported value for max pts gap %lld", (long long) mMaxPtsGapUs); 18003604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang mMaxPtsGapUs = -1ll; 18012c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 18022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 180337b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 180437b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 180537b2b389139ed638831e49708c947863eef631efRonghua Wu } 180637b2b389139ed638831e49708c947863eef631efRonghua Wu 180722dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa if (!msg->findDouble("time-lapse-fps", &mCaptureFps)) { 180822dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mCaptureFps = -1.0; 180994ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 181072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 181172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 181272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 181372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 181472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 181572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1816308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1817308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1819054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1822b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1823e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1824e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18251713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18261713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18271713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18281713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18291713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18301713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18311713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18321713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18331713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18341713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1835a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1836a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1837a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1838d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, IOMX::kPortModePresetSecureBuffer); 1839d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 1840d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1841d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGI("falling back to non-native_handles"); 1842d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang setPortMode(kPortIndexInput, IOMX::kPortModePresetByteBuffer); 1843d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = OK; // ignore error for now 1844d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1845a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1846e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18481de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18491de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18516597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18526597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18536597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18546597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18556597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18566597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18576597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 1858d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 1859d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18606597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18616597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18626597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18636597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18646597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18656597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18666597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18676597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18686597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1873ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 187597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 187697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 188197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1884fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1885fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1886d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1887d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1888d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1889d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1890d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1891d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1892d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1893d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1894d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1897d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1898d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1899d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1900d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1901d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1902d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 19035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1904ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1905ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1906ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19073fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19083fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19093fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19103fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19113fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19123fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19133fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19143fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19153fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 1916d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer); 19175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 1947d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1948d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 19495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1958e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1959cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // allow failure 1960cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = OK; 19615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1962d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] setPortMode on output to %s succeeded", 1963d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), asString(IOMX::kPortModeDynamicANWBuffer)); 1964054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1966fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19670167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19730167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1974e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1975e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1976e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1977e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1978e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1979e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1980e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1981054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1982054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 19835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 19845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 19855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 19865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 1987308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 1993cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang (void)setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 1994cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } else if (haveNativeWindow && !storingMetadataInDecodedBuffers()) { 1995cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetANWBuffer); 1996cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang if (err != OK) { 1997cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang return err; 1998cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } 19993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 2002b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2004b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20121de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 2014cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // fallback for devices that do not handle flex-YUV for native buffers 20153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2018777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2019777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2020777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2021777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2024777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2025777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2026777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2027777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20301ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (!IsFlexibleColorFormat( 2031d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2037e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2040d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // TODO: implement adaptive-playback support for bytebuffer mode. 2041d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This is done by SW codecs, but most HW codecs don't support it. 2042d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 2043d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang inputFormat->setInt32("adaptive-playback", false); 20443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2048b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2049b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 205842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 205942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 206042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 206142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 206242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 206342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 206442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 206542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 206642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 206742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 206842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 206942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 207042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2077aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2078b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20798045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20802965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20818045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2082ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2083ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2084ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2085aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2086aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2087aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2088b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2089b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2090b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2091ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20928045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20938045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20948045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20952965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20962965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20972965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20982965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20998045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 21008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21018045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 21028045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21038045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21068045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21078045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21088045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2120ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21214471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21222965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21232965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2125729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21265778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2127729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21285778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2129729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2130729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2131729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2132729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2133729de186450f78c099637e1fce743fe531862c52Andreas Huber 2134729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 213817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 213917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 214017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 214117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 214217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2145ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2153516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2154cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2155cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2156516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2157cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2159516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2160516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2161516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2164516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2165516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2166516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2170516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2171516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2173ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2174ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2175ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2176ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2177ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2178ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2179ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 21805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2181ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 218297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 218397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 218497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 218597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 218697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 218797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 218897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 218997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 219097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2201729de186450f78c099637e1fce743fe531862c52Andreas Huber 22024471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 22034471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22044471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22054471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22068b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22078b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22088b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22099806555d3930be43e11106281dee354820ac1c88Andreas Huber 22108b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22118b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22128b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22138b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22149806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22159806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22169806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22179806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22189806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22199806555d3930be43e11106281dee354820ac1c88Andreas Huber 2220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 222301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore error 2224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 222601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore error 2227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22298b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22308b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22318b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 223201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore error 22338b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22348b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2240ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2241ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2242ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 224301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore errors 224401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 224501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 224601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err == OK) { 224701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = setVendorParameters(msg); 224801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err != OK) { 224901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return err; 225001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 2251ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2252ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2253697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22544e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2255b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22564e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2257777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2258777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2259777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2260777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2261777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2262777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2263777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2264777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 22675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 22685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 22695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 22705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 22725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 22735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 22745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 22765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 22785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 22795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 22805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuangstatus_t ACodec::setLatency(uint32_t latency) { 228889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang OMX_PARAM_U32TYPE config; 228989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang InitOMXParams(&config); 229089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang config.nPortIndex = kPortIndexInput; 229189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang config.nU32 = (OMX_U32)latency; 229289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t err = mOMXNode->setConfig( 229389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang (OMX_INDEXTYPE)OMX_IndexConfigLatency, 229489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang &config, sizeof(config)); 229589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang return err; 229689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang} 229789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 229889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuangstatus_t ACodec::getLatency(uint32_t *latency) { 229989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang OMX_PARAM_U32TYPE config; 230089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang InitOMXParams(&config); 230189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang config.nPortIndex = kPortIndexInput; 230289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t err = mOMXNode->getConfig( 230389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang (OMX_INDEXTYPE)OMX_IndexConfigLatency, 230489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang &config, sizeof(config)); 230589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (err == OK) { 230689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang *latency = config.nU32; 230789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 230889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang return err; 230989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang} 231089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 23118b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 23128b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 23138b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 23148b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23158b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 23168b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 23178b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 2318d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 2319d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigPriority, 23208b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 23218b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 23228b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 23238b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23248b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 23258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 23268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2327ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2328ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2329ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2330ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2331ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2332ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2333ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2334ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2335ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2336ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2337ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2338ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2339ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2340ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2341ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2342ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2343ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2344ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2345ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2346d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2347d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2348ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2349ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2350ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2351ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2352ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2353ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2354ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2355870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2356870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2357870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2358870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2359d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getConfig( 2360d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2361870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2362870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2363870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2364870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2365870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2366870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2367870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2368870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2371d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2372d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2376870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2377870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2384d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2385d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2393870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2394870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2403d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2404d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2405870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2406870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2413870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2414870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2415870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2416870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2417870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2418870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2419870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2420870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2421870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2422870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2423870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2424870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2425870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2426870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2427870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2428870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2429870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2430870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2431d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2432d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2433870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2434870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2435870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2436870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2437870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2438870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2439870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2440870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2441870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2442d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2443d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, 2444d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &refreshParams, sizeof(refreshParams)); 2445870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2446870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2447870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2448870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2449870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2450870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2451870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 24520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnarstatus_t ACodec::configureTemporalLayers( 24530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat) { 24540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!mIsVideo || !mIsEncoder) { 24550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return INVALID_OPERATION; 24560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString tsSchema; 24590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!msg->findString("ts-schema", &tsSchema)) { 24600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return OK; 24610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24620f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numLayers = 0; 24640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numBLayers = 0; 24650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar int tags; 24660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar char dummy; 24670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE pattern = 24680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 24690f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 24700f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0) { 24710f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 24720f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 24730f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 24740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 24750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 24760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers += numBLayers; 24770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 24780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24790f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGI("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 24800f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24810f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24820f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layerParams; 24840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerParams); 24850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPortIndex = kPortIndexOutput; 24860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2487d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2488d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 2489d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &layerParams, sizeof(layerParams)); 24900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24910f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 24920f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (!(layerParams.eSupportedPatterns & pattern)) { 24940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24970f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers = min(numLayers, layerParams.nLayerCountMax); 24980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numBLayers = min(numBLayers, layerParams.nBLayerCountMax); 24990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!inConfigure) { 25010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE layerConfig; 25020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerConfig); 25030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPortIndex = kPortIndexOutput; 25040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.ePattern = pattern; 25050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPLayerCountActual = numLayers - numBLayers; 25060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nBLayerCountActual = numBLayers; 25070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.bBitrateRatiosSpecified = OMX_FALSE; 25080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2509d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig( 2510d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidVideoTemporalLayering, 25110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerConfig, sizeof(layerConfig)); 25120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 25130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.ePattern = pattern; 25140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual = numLayers - numBLayers; 25150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nBLayerCountActual = numBLayers; 25160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.bBitrateRatiosSpecified = OMX_FALSE; 25170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2518d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2519d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 25200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 25210f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString configSchema; 25240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid) { 25250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("android.generic.%u+%u", numLayers - numBLayers, numBLayers); 25260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 25270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("webrtc.vp8.%u", numLayers); 25280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 25310f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGW("Failed to set temporal layers to %s (requested %s)", 25320f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema.c_str(), tsSchema.c_str()); 25330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2536d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2537d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 25380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 25390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25400f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err == OK) { 25410f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGD("Temporal layers requested:%s configured:%s got:%s(%u: P=%u, B=%u)", 25420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar tsSchema.c_str(), configSchema.c_str(), 25430f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar asString(layerParams.ePattern), layerParams.ePattern, 25440f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual, layerParams.nBLayerCountActual); 25450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (outputFormat.get() == mOutputFormat.get()) { 25470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format change event 25480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // assume we got what we configured 25500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar outputFormat->setString("ts-schema", configSchema); 25510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar} 25540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2555f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2560d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2561d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2573d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2574d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2580d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2581d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2587777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2589777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2590777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 26016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 2603d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2604d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26136e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 26146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 26156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 26166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 26176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 26186e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 26196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2622d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2623d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2627aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 26288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 26292965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 26302965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2631ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2632ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2633ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2634ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2655d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2656d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2665d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2666d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2676d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2677d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2695aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2697b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2698b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2699b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2700b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2701b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2702b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2703b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2704b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2705b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2706b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2707b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2708b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2709b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2710b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2711b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2712b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2713b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2714b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2715b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2716b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2717b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2718b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2719b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2720b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2721b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2722b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2724d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2725d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2738d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2739d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2747ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2748ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2749ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2750ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2751ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2754dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 27558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 27568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 27578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 27588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 27598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 27608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 27612965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 27628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2763d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t res = mOMXNode->setParameter( 2764d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 27668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 2767d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode->setParameter( 2768d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 27698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 27708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 27718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 27728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 2773b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 27748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 277797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 277897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 277997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 278097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 278197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 278297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 278397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 278497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 278597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 278697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 278797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 278897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 278997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 279097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 279197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 279297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 279397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 279497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2795d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2796d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 279797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 279897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 279997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 280097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 280197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 280297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 280397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 280497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2805d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2806d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 280797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 280897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 28098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 28108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 28118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 28128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 28138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 28158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 28168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 28198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 28208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 28218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 28248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 28258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 28268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2827d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2828d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 28298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 28318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 28328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 28358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 28368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2837d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2838d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 28398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 28408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 28595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 28635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 28745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 28755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28865778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2887729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2888729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 28895778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2890729de186450f78c099637e1fce743fe531862c52Andreas Huber 2891d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2892d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2893729de186450f78c099637e1fce743fe531862c52Andreas Huber 2894729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2895729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2896729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2897729de186450f78c099637e1fce743fe531862c52Andreas Huber 2898729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 28995778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2901d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2902d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2903729de186450f78c099637e1fce743fe531862c52Andreas Huber 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2907729de186450f78c099637e1fce743fe531862c52Andreas Huber 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2912729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2913729de186450f78c099637e1fce743fe531862c52Andreas Huber 291417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2915777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2916777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2917777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 29185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2919729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 292017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2921729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2922729de186450f78c099637e1fce743fe531862c52Andreas Huber 29232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 29242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 29252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 29272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 29282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 29292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 29302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 2932d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 29332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 29342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 29352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 29362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 2938d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 29392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 29402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 29412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 29422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 29462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 29472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 29482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 29492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 29502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2951729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 29525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2953729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2954729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2955729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2956729de186450f78c099637e1fce743fe531862c52Andreas Huber 2957d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2958d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2959729de186450f78c099637e1fce743fe531862c52Andreas Huber 2960729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2961729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2962729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2963729de186450f78c099637e1fce743fe531862c52Andreas Huber 2964729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2965729de186450f78c099637e1fce743fe531862c52Andreas Huber 2966d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2967d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2968729de186450f78c099637e1fce743fe531862c52Andreas Huber 2969729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2970729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2971729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2972729de186450f78c099637e1fce743fe531862c52Andreas Huber 2973729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2974729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2975729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2976729de186450f78c099637e1fce743fe531862c52Andreas Huber 2977d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2978d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2979729de186450f78c099637e1fce743fe531862c52Andreas Huber 2980729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2981729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2982729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2983729de186450f78c099637e1fce743fe531862c52Andreas Huber 2984729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 29855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 29865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 29875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 29885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 29895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 29915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 29925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 29935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 29955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 29995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 30005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 3001729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 3002729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 3003729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 3004729de186450f78c099637e1fce743fe531862c52Andreas Huber 3005c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 3006c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 3007729de186450f78c099637e1fce743fe531862c52Andreas Huber } 3008729de186450f78c099637e1fce743fe531862c52Andreas Huber 3009d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3010d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 30115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 30125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 30135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 30145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 30155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 3016d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3017d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 30185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 30195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 3020729de186450f78c099637e1fce743fe531862c52Andreas Huber} 3021729de186450f78c099637e1fce743fe531862c52Andreas Huber 30225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 302397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 30245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 30255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 3026d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->configureVideoTunnelMode( 3027d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 30285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 30295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 30305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 30315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 30325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 30345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 30355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 30365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 30375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 30385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 30395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 30415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 30425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 3043f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 3044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 3045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 30460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 30470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 3048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 3049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 3051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 3052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 3053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30546e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 3055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 3056d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3057d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 3058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3064229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 3065229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 30660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 30671ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3068d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 30690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 3070229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 3071229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 3072229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 3073229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3074229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 3076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 3077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 3079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 3080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 3081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 3082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 3086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 3087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 31006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 31016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 31026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 31036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 31046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3111d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3112d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 31180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 31190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 31200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 31210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 31220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 31230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 31240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 31250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 31260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 31270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 31280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 31290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 31300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 31310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 31320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 31370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 31380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 31410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 3142d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3143d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 31440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 31450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 31460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 31470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 31480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 31510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 31530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 31540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 31560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 31590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 31600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 31610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 31620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 31630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 31640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 31670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 31680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 31691ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3170d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, false /* usingNativeBuffers */, 31710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 31720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 31730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 31740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3176d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 3177d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3183e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 31852472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3188e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 318994705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 319094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3191a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3192e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3193e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3202e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3206e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3207e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3209e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3210e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3212e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3213e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3214e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3215e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3216e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3217e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3219e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3226a6bfb5060824f01041f956c733fec141504c280bHangyu Kuangstatus_t ACodec::setPortBufferNum(OMX_U32 portIndex, int bufferNum) { 3227a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 3228a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang InitOMXParams(&def); 3229a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nPortIndex = portIndex; 3230a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t err; 3231a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGD("Setting [%s] %s port buffer number: %d", mComponentName.c_str(), 3232a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3233d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3234d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3235a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3236a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3237a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3238a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nBufferCountActual = bufferNum; 3239d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3240d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3241a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3242a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Component could reject this request. 3243a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGW("Fail to set [%s] %s port buffer number: %d", mComponentName.c_str(), 3244a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3245a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3246a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return OK; 3247a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang} 3248a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 32495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 32508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3251b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 325289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 325389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 325489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 325589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 325689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 325789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 32585778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 32595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3265f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3266f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3267f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3268f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3269f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3270f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3271d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3272f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3273d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 3274f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3275f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3276f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 32775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 328589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 328689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 328789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 328889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 32890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 329089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 329189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 329289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 32930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 329489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 329589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 32960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 329789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3303a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component input buffer number to be |tmp|. If succeed, 3304a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set input port buffer number to be |tmp|. If fail, 3305a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3306a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-input-buffers", &tmp)) { 3307a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexInput, tmp); 3308a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3309a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3310a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3311a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 3312a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component output buffer number to be |tmp|. If succeed, 3313a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set output port buffer number to be |tmp|. If fail, 3314a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3315a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-output-buffers", &tmp)) { 3316a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexOutput, tmp); 3317a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3318a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3319a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3320a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 332178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 332278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 332378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 332478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 332578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 332678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 332778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 332878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 332978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 333178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 33478338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 33488338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3349db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3350db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3351db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3352db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3353db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 33545e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3355db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3356db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3357db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3362d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3363d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3373d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3388db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 33908338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 33918338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 33968338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 33978338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 33998338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 34078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 34108338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3418d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 34198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3430b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 34378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3438b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3439b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3441b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3442b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 34468338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3447b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3448b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3450b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3452b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3453b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3456b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3459b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3460b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3465b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3480b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3482b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3484b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3492b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 34938338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3494b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 34958338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3498b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3501b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3502b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 35048338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35058338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 35078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 35088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3510b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3511b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3513b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3514b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3515b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3516b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3517b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3518b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3519b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3521b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3522b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3523b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3524b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3525b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3526b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3527b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3528b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3529b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3530b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3531b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3532b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3533b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3534b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3535b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3536b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 35378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3539b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3540b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3541b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3542b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3543b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3544b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3545b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3546b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3547b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3548b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3549b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3550b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3551b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3552b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3553b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 35545e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 35555e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 35565e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 35575e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35585e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 35595e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 35605e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 35615e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35625e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 35635e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 35645e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 35655e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 35665e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35675e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 35685e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35695e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 35705e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 35715e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 35725e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3573b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3574b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3575b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 35768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 35778338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3578b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 35798338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 35808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3581b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3582b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3583b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3584b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3585b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 35868338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3587b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3588b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 35898338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3590b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3591b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3592b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3593b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3594b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3595b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3596b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3597b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3598b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3599b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 36008338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 36018338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3602b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3603b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3604b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3605b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3606b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3607b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 36088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3609b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3610b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3611b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3612b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3613b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3614b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3615b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3616b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 36178338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3618b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3619b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3620b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3621b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3622b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 36255e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 36265e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3627db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3628db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 36295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3630db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3631db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3632db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3633db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3634db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3635db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3636db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3637db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3638db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3639db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3640d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3641d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3642db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3643db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3644db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3645db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3646db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3647db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3648db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3649db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3650db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3651d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3652db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3653db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3654db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3655db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3656db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3657db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3658db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3659db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3660db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3661db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3662db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3663db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3664db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3665db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3666db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3667db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3668db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3669db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3670db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3671db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3672d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3673db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3674db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3675db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3676db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3677db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3678db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3679db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3680db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 36818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3682b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3683b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3711d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3712d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 37305778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37405778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 37415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37425778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 37435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 374422dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa float framerate; 374522dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa if (!msg->findFloat("frame-rate", &framerate)) { 37465778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 37475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 37485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 375022dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mFps = (double)tmp; 375122dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa } else { 375222dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mFps = (double)framerate; 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 375522dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa video_def->xFramerate = (OMX_U32)(mFps * 65536); 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3757a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3758a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3759a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3760a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3761a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3763d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3764d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 37685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 37835778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 37845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37865778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 37875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 37885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3794d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3795d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3808d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3809d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 38145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3818870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3819870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3820870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3821870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3822870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3823870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3824870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3825870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3826870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3827870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3828870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 382989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang configureEncoderLatency(msg); 383089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3844c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3845c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3846c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3847c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 384889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 384989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 38509bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar err = setupVPXEncoderParameters(msg, outputFormat); 385189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 385289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38535778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 38545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38618338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 38628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3863b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3864b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 38658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 38668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 38678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 38688338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 38695e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 38705e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 38715e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 38725e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 38735e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 38745e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 38755e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 38765e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 38775e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 38785e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 38790f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38800f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38810f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38820f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar switch (compressionFormat) { 38840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingAVC: 38850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingHEVC: 38860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = configureTemporalLayers(msg, true /* inConfigure */, outputFormat); 38870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 38890f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38910f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38920f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP8: 38930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP9: 38940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // TODO: do we need to support android.generic layering? webrtc layering is 38950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // already set up in setupVPXEncoderParameters. 38960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38970f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar default: 38990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 39000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 39010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 3902d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3903d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3904d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 39055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 39100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 39110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 39120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 39130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 39150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 39170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 39180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 39190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 39200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 39230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 39260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 39270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 39280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 39290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 39320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 39340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 39350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 39380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3940d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3941d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, ¶ms, sizeof(params)); 39420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 39430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 39440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3945f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnarstatic OMX_U32 setPFramesSpacing( 394663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFramesInterval /* seconds */, int32_t frameRate, uint32_t BFramesSpacing = 0) { 3947f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BFramesSpacing is the number of B frames between I/P frames 3948f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // PFramesSpacing (the value to be returned) is the number of P frames between I frames 3949f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3950f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // keyFrameInterval = ((PFramesSpacing + 1) * BFramesSpacing) + PFramesSpacing + 1 3951f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // ^^^ ^^^ ^^^ 3952f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // number of B frames number of P I frame 3953f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3954f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // = (PFramesSpacing + 1) * (BFramesSpacing + 1) 3955f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3956f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // E.g. 3957f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // I P I : I-interval: 8, nPFrames 1, nBFrames 3 3958f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BBB BBB 3959f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3960f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar if (iFramesInterval < 0) { // just 1 key frame 3961f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return 0xFFFFFFFE; // don't use maxint as key-frame-interval calculation will add 1 3962f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar } else if (iFramesInterval == 0) { // just key frames 39635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 39645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3965f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3966f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // round down as key-frame-interval is an upper limit 3967f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar uint32_t keyFrameInterval = uint32_t(frameRate * iFramesInterval); 3968f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar OMX_U32 ret = keyFrameInterval / (BFramesSpacing + 1); 3969f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return ret > 0 ? ret - 1 : 0; 39705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 397296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 397396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 397496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 397596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 397696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 397796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 397896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 397996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 398096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 398263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 398363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 39845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 398563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 39865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 398996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 399096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39915778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39975778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40005778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 40015778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 40025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 40035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4004d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4005d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 40065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 40125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 40135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 40145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 40165778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4018f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nBFrames = 0; 4019f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, mpeg4type.nBFrames); 40205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 40215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 40245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 40255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 40265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 40275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 40285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 40295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 40445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4047d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4048d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 405496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 406463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 406563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 40665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 406763a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 40685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 407196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 407296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4086d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4087d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 40945778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4096f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nBFrames = 0; 4097f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h263type.nBFrames); 40985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 40995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 41005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 41035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 41045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 41055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 41065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41095778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 41105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41155778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 41165778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 41175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 41205778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 41215778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 41225778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 41235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4124d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4125d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 41265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 413196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 41325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 41385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 41395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4140a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 4141a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 4142a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 4143a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 4144a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 4145a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 4146a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 4147a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 4148a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 4149a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 4150a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 4151a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 4152a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4153a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4154a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 4155a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 4156a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 4157a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 4158a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 4159a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 4160a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4161a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 4162a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 4163a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4164a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4165a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4166a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4167a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4168a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4169a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4170a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4171a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4172a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4173a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4174a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4175a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4176a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4177a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4178a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4179a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4180a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4181a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4182a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4183a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4184a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4185a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4186a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4187a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4188a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4189a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4190a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4191a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 41925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 419363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 419463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 41955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 419663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 41975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 420096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 420196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 42025778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 42035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 42045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 42055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 42065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 42075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42085778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 42095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 42120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 42130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 42140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 42150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 42160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 42170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 42180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 42190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 42200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 42210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 42225778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 42235778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 42245778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 42255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4226d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4227d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 42285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 42345778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 42355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 42375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 42385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 42395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 42405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 42415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42435778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 42445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 42505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4251e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 42528eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 42534c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#if 0 /* DON'T YET DEFAULT TO HIGHEST PROFILE */ 42544c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar // Use largest supported profile for AVC recording if profile is not specified. 4255826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar for (OMX_VIDEO_AVCPROFILETYPE profile : { 4256826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar OMX_VIDEO_AVCProfileHigh, OMX_VIDEO_AVCProfileMain }) { 4257826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar if (verifySupportForProfileAndLevel(profile, 0) == OK) { 4258826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar h264type.eProfile = profile; 4259826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar break; 4260826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 4261826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 42624c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#endif 42638eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 42648eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4265e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4266e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4267e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 42685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 42695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 42705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 42715778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 4273f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 42745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 42755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 42765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 42785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 42795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 42805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 42815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 42825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 42835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 42845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4285e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4286e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4287e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4288e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4289e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 429089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang h264type.nBFrames = mLatency == 0 ? 1 : std::min(1U, mLatency - 1); 4291f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4292e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4293e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4294e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4295e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4296e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4297e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4298e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4299e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4300e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4301e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 43025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 43055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 43065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 43095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 43105778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 43115778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 43125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 43135778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 43145778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 43155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4316d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4317d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 43185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4323e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // TRICKY: if we are enabling temporal layering as well, some codecs may not support layering 4324e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // when B-frames are enabled. Detect this now so we can disable B frames if temporal layering 4325e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // is preferred. 4326e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar AString tsSchema; 4327e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar int32_t preferBFrames = (int32_t)false; 4328e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (msg->findString("ts-schema", &tsSchema) 4329e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && (!msg->findInt32("android._prefer-b-frames", &preferBFrames) || !preferBFrames)) { 4330e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layering; 4331e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar InitOMXParams(&layering); 4332e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar layering.nPortIndex = kPortIndexOutput; 4333d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 4334d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 4335e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar &layering, sizeof(layering)) == OK 4336e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.eSupportedPatterns 4337e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.nBLayerCountMax == 0) { 4338e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nBFrames = 0; 4339e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4340e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nAllowedPictureTypes &= ~OMX_VIDEO_PictureTypeB; 4341e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar ALOGI("disabling B-frames"); 4342d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4343d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 4344e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 4345e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (err != OK) { 4346e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar return err; 4347e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4348e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4349e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4350e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 435196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 43525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4354c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 435563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 435663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 4357c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 435863a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 4359c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4360c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4361c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4362c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4363c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4364c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4365c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4366c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4367c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4368c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4369c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4370c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4371c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4372c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4373c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4374c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4375c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4376c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4377c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4378d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4379d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4380c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4381c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4382c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4383c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4384c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4385c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4386c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4387c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4388c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4389c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4390c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4391c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4392c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4393c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4394c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4395c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4396c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4397c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4398c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 43999aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 4400f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 4401c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4402d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4403d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4404c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4405c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4406c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4407c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4408c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4409c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4410c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 44119bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnarstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat) { 441289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 441363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval = 0; 44144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 44154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 44164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 44174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 44184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 44194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 44204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 44214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 44224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 44234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 442489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 442589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 442689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 442763a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar msg->findAsFloat("i-frame-interval", &iFrameInterval); 442889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 442989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 443089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 44314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 44324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 44334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 44344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 44354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 44364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 44384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 44419bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE tsType = 44429bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 44439bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar 44444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 4445f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numLayers = 0; 4446f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numBLayers = 0; 4447f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar int tags; 4448f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar char dummy; 4449f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 4450f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0) { 44514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 44529bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 4453f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers; 4454f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 4455f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 4456f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 4457f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 44584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4459f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar // VPX does not have a concept of B-frames, so just count all layers 44609bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 4461f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers + numBLayers; 44624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 4463f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar ALOGW("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 44644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 4465f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = min(tsLayers, (size_t)OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS); 44664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 44694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 44704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 4471d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4472d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 44764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 4477f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 44784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 44804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 44814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 44824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 44834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 44844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 44854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 44884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 44894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 44904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 4492d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4493d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 44964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 44979bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsType == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 44989bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise even single layer WebRTC layering, as it is defined 44999bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("webrtc.vp8.%u-layer", tsLayers)); 45009bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsLayers > 0) { 45019bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // tsType == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid 45029bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("android.generic.%u", tsLayers)); 45034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 45044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 45054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 450689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 450789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 450889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 45095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 45105778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 45115778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 45125778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 45135778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 45145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 45166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 4517d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 45185778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 4519d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 45205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 45235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 45265778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 45275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 45295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 45305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45316e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 45326e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 45336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 45346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 45356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 45366e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 45375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45386e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 45395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 454196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 454296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 45435778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 45445778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 45455778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 45465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4547d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4548d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 45495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 45525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 455496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 45555778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 45565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4557d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4558d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 45595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 456189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuangvoid ACodec::configureEncoderLatency(const sp<AMessage> &msg) { 456289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (!mIsEncoder || !mIsVideo) { 456389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang return; 456489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 456589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 456689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang int32_t latency = 0, bitrateMode; 456789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (msg->findInt32("latency", &latency) && latency > 0) { 456889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t err = setLatency(latency); 456989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (err != OK) { 457089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang ALOGW("[%s] failed setLatency. Failure is fine since this key is optional", 457189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mComponentName.c_str()); 457289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang err = OK; 457389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } else { 457489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mLatency = latency; 457589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 457689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } else if ((!msg->findInt32("bitrate-mode", &bitrateMode) && 457789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang bitrateMode == OMX_Video_ControlRateConstant)) { 457889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang // default the latency to be 1 if latency key is not specified or unsupported and bitrateMode 457989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang // is CBR. 458089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mLatency = 1; 458189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 458289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang} 458389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 45845778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 45855778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 45865778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 45875778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 45885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4589d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4590d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 45915778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 45955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45975778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 45985778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 45995778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 46005778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 46015778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 46025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4603d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4604d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 46055778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 46065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 46075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4608f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 461078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 461178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4618d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4619d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4620777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4621777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4622777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4632777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4633777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4634777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4635777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 464378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 464478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 464578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4648d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4649d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4654d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4655d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4656d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4657d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4658d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4659d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4660d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4661d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4662d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4663d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4664d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4665d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4666d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4667d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 46687e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 46697e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 46707e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46717e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 46727e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 46737e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46747e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 46757e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 46767e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46777e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46787e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46797e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 46807e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46817e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46827e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 46837e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 46847e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 46857e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46867e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4687e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 46887e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4689c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4690054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4691054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4692c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 46937e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46947e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46957e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4696f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4703609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4713f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4718f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4722f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4732e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4733777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 473431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 473531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4736e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 473731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4738d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamPortDefinition, &def, sizeof(def)); 4739777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4740777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4741777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 474231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4743777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4744777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4745777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4746777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 474731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 474831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 474931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 475031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 475131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4752e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4753e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4754e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4755e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4756e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4757e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4758e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4759e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4760e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4761e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 47620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 476373dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 47640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 47650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 47660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 47670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 47680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 47690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 47700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 47710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 4772d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (DescribeColorFormat(mOMXNode, describeParams)) { 47730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 47740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 47750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 47760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 47770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 47785a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 477973dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 478073dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 478173dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 478273dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 478373dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 478473dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 478573dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 47860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 478703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 478803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4789b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4790b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4791b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4792b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4793b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4794b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4795b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4796b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4797d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getConfig( 4798b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4799b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4800b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4801b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4802b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4803b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4804b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4805b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4806b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 480791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4808b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4809b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4810b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4811b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4812b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4813b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4814b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4815b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4816b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4817b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 481831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4819b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4820b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4821b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4822b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4823b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4824b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4825b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4826b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4827b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4828b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4829b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4830b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4831b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4832b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4833b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4834b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4835b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 48365e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4837b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4838b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 48395e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 48405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 48415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 484289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang uint32_t latency = 0; 484389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (mIsEncoder && getLatency(&latency) == OK && latency > 0) { 484489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang notify->setInt32("latency", latency); 484589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 4846777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4847e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4848e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4849e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 48504730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48514730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 48524730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 48534730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 48554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 48564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 4857d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 48584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 48594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 48604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 48614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 48639bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (vp8type.eTemporalPattern == OMX_VIDEO_VPXTemporalLayerPatternWebRTC 48649bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount > 0 48659bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount 48669bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar <= OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS) { 48679bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise as android.generic if we configured for android.generic 48689bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar AString origSchema; 48699bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (notify->findString("ts-schema", &origSchema) 48709bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && origSchema.startsWith("android.generic")) { 48719bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 48729bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "android.generic.%u", vp8type.nTemporalLayerCount)); 48739bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else { 48749bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 48759bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "webrtc.vp8.%u-layer", vp8type.nTemporalLayerCount)); 48764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 48804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4882e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4883e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4884777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4885777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4886777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4887777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4888777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4889777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4890777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4891e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4892e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4893e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4894e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4895e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4896e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4897e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4898870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4899870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4900870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4901870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4902870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4903e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4904e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 490531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4906e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4907e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 49085a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 49095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 49105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 49115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 491231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 491331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 491431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 491531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 491631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 491731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 491831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 491997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4920e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4921e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4924e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4925e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4926d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4927d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4928777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4929777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4930777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 493114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4932777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4933777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4934777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 49355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4936777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 49385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4939777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4940777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4941e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4942e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4943e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4944e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 49455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 49465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 49475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 49485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 49495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 49505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 49515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 49525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 49535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 49545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 49555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 49565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 49575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 49585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 49595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 49605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4961e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4962e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4963e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 49648b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4965e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 49668b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 49679806555d3930be43e11106281dee354820ac1c88Andreas Huber 4968e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4969e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4970e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4971e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4972e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4973e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4974d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4975d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4979e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4980e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4981e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4982e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4983e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4984e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4985e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4986e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4987e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4988e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4989e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4990e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 49919806555d3930be43e11106281dee354820ac1c88Andreas Huber 4992d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4993d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4994777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4995777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4996777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4998e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4999e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 50000806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 5001e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 5002e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 50030806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 5004e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 5005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5006e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5007e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5008e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5009e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 5010e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 5011e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 5012e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 5013e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5014e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5015d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5016d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 5017777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5018777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5019777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5020e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5021e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 5022e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 5023e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 5024e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5025e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5026e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5027e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 5028e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5029e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 5030e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5031e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5032e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5033d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5034d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 5035777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5036777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5037777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5038e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5039e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 5040e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5041e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5042e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5043e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5044e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5045e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 5046e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5047e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 5048e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5049e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5050e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5051d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5052d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 5053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5054777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5055777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5056e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5057e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 5058e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5059e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5060e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5061e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5062e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 506397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 506497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 506597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 506697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 5067e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 506897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5069d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5070d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5071777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5072777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5073777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5074777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 507597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 507697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 507797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 507897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 507997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 508097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5081e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 50828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 50838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 50848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 50858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 50868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 50878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5088d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5089d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5090777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5091777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5092777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5093777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 50968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 50978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 50988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 50998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 51008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 51018c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 51028c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 51038c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 51048c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 51058c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 51068c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5107d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5108d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5110777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5111777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5112777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 51138c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 51148c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 51158c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 51168c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 51178c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 51188c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 51198c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 512010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 512110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 512210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 512310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 512410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 512510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5126d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5127d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5128777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5129777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5130777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 513110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 513210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 513310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 513410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 513510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 513610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 513710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 513810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 513910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 514010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 514110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 514210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 514378bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 514410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 514510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 514641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 514741d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 514841d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 51490806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 515041d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 515141d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 515241d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5153d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5154d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5155777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5156777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5157777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 515841d3f579d2c166984958263533284209b90c87d5Marco Nelissen 515941d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 516041d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 51610806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 516241d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 516310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 516410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5165e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5166777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5167777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5168777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 517031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 517131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 517231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 517331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5175777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 517631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 517731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 517801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return getVendorParameters(portIndex, notify); 5179e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5181b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5182b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5183b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5184b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5185b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5186b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5187b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5188b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5189b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5190b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5191b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5192b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5193b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5194b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5195b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5196b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5197b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5198b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5199b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5200b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5201b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5202b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5203b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5204b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5205b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5206b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5207b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5208b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5209b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5210b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5211b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5212b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5213b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5214b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5215b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5216b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5217b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5218b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5219b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 52201734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5221697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5222b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5223e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5224b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5225777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5226777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5227777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5228e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 52291734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 52301734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 52311734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 52321734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 52331734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 52341734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 52351734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 52361734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 52371734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 52381734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 52395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 52405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 52415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 52425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 52435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 52445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 52455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 52465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 52475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 52485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5251b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5252b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5253b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5254b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5255b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5256b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5257b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5258b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5259b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5260b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5261b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t channelCount, sampleRate; 526284d7e874983ee0d66db328c454fa603374d4635fMarco Nelissen CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5263b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen CHECK(mOutputFormat->findInt32("sample-rate", &sampleRate)); 5264b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen if (mSampleRate != 0 && sampleRate != 0) { 5265b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderDelay = mEncoderDelay * sampleRate / mSampleRate; 5266b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderPadding = mEncoderPadding * sampleRate / mSampleRate; 5267b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 5268b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen } 5269e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5270e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5271e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5272ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5273e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5274e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5275b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5276e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5277e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5278b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5279b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 528031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 528131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 52825778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5283251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5284251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5285251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5286251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5287251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5288251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5289251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5290251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5291251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5292251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5293346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5294346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 529579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onError(internalError, ACTION_CODE_FATAL); 5296cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5297cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5298496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5299496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5300496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5301496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5302496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5303496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5304496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5305496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5306496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5307496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5308496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5309d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setConfig( 5310496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5311496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5312496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5313496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5314496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 53157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim//////////////////////////////////////////////////////////////////////////////// 53167e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 5317f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5322ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5323ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53274ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kimvoid ACodec::BaseState::stateExited() { 53284ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ++mCodec->mStateGeneration; 53294ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim} 53304ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 534626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 534726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 534826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 534926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5350e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5351e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5352e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5353e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5354e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5355e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 535826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 53621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 53631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 53641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 53651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 53671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 53681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53692235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 53701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 53721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 53731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 53741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 53751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 53761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 53788f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 53797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 53807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5381251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 53827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 53837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 53847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 53857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 53867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5387ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5388ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5389251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5390ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 53916d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 5392ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5393ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5394ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5395ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 539630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 539730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 539830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 539930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 5400d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->freeNode(); 540130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 540230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 540379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 540430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 540530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 540630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 54074ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim case ACodec::kWhatForceStateTransition: 54084ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim { 54094ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ALOGV("Already transitioned --- ignore"); 54104ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim break; 54114ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 54124ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 5413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 54215e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 54225e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5423d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode == NULL) { 54245e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 54255e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 542626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 54275e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 54285e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5429d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang int32_t generation; 5430d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(msg->findInt32("generation", (int32_t*)&generation)); 5431d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (generation != mCodec->mNodeGeneration) { 5432d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ALOGW("Unexpected message for component: %s, gen %u, cur %u", 5433d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->debugString().c_str(), generation, mCodec->mNodeGeneration); 5434777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5435777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 543626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 543726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 543826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 543926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 544026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 544126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 544226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 544326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 544490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 544526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 544626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5447e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5448e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 544990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 545090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 545190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 545290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 545390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 545490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 545590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 545690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 545790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 545890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 545926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 546026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 546126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 546226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 546326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 546426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 546526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54750af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 54760af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 54770af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 54780af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 54790af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 54800af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 54810af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 54820af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 54830af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 54840af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 54850af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 549515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 549615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5497609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 549815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5506609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 551515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 552115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 552215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 552690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 552790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 552890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 552990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 553090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 553190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 553290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 553390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 553490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 553590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5537777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5538777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 554290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 554390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 554490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 554590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 554690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 554790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5550b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 55516cf9a1238986880536de705255f7c2c91c1ba719Chong Zhang ColorAspects aspects = ColorUtils::unpackToColorAspects(data2); 5552b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5553b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5554b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5555b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5556b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5558ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5564ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5566251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5567251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5568251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5569251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5570251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5571251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5572251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 557715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5578ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5579349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5580349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 55810806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55820806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 55840806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 558615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 558715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 558815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 55890806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 55900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 559315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 559415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 559515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 559615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 559715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 559815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 559915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 560096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 560196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 560296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 560396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 560496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 560596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5606d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5617777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5619777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5620777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5633ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim info->mData->setFormat(mCodec->mInputFormat); 5634dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->fillThisBuffer(info->mBufferID); 563579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim info->mData.clear(); 5636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5639f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5641609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 56427e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 56445778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5645a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 564676d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 564776d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (msg->findInt32("discarded", &discarded) && discarded) { 5648dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // these are unfilled buffers returned by client 5649dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // buffers are returned on MediaCodec.flush 5650dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mode = KEEP_BUFFERS; 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 565276d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<RefBase> obj; 565376d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 565476d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim buffer = static_cast<MediaCodecBuffer *>(obj.get()); 5655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 56575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 56585778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 56595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 56605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56630806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56640806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 56650806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 56660806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 56670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 56680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5672fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5678dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5679dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5680dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5681dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5689fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5690fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5691fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5692fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5693fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5694fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5700d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5702f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5703f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5704f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5705f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5706f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5707f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 57125778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 57135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5715fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size_t size = buffer->size(); 571649b2b4d30a0f74314630a5ea5f0e59697d90443eChong Zhang size_t offset = buffer->offset(); 5717fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (buffer->base() != info->mCodecData->base()) { 5718ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5719d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5720d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5721fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim buffer->base(), info->mCodecData->base()); 5722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5724d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 57255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 57265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 57275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 57285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 57295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 57300806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5732fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size = info->mCodecData->size(); 57333fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 573449b2b4d30a0f74314630a5ea5f0e59697d90443eChong Zhang info->mCodecData->setRange(offset, size); 5735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5737078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5738ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5739078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 57405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5741ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 57425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5743078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5744d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5745ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5746ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5747d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5748ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5749ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5750d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5751078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5752349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5753d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5754d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5755d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5756d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5757d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5758d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5759d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5760054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5761054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5762054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5763054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5764054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5765054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5766054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5767054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5768054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5769054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5770054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5771054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 577215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5773d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5774d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5775d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang switch (mCodec->mPortMode[kPortIndexInput]) { 5776d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetByteBuffer: 5777d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetANWBuffer: 5778d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetSecureBuffer: 57793fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang { 57803fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 57813fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, info->mCodecData, flags, timeUs, info->mFenceFd); 57823fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 5783d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5784d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5785d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicNativeHandle: 5786d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5787d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5788d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 57893fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang sp<NativeHandle> handle = NativeHandle::create( 57903fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang vnhmd->pHandle, false /* ownsHandle */); 57913fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 57923fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, handle, flags, timeUs, info->mFenceFd); 5793d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5794d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5795d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicANWBuffer: 5796d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5797d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 579804e331c5032609f7ed42c344780b9c1b4cfe4afbMathias Agopian sp<GraphicBuffer> graphicBuffer = GraphicBuffer::from(vnmd->pBuffer); 57993fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 58003fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, graphicBuffer, flags, timeUs, info->mFenceFd); 5801d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5802d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5803d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5804d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5805d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5806d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mCodec->mPortMode[kPortIndexInput]), 5807d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info->mCodecData->size(), 5808d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5809d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5810d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5811d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5812d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 581315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58160806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5819fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Hold the reference while component is using the buffer. 5820fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 58235778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 58245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 58250806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 58260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 58275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 58295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 58305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 58320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 58330806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5834dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5835dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 58363856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5837dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5838dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5840ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5841349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5842349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 584315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5844d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err2 = mCodec->mOMXNode->emptyBuffer( 58453fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, OMXBuffer::sPreset, OMX_BUFFERFLAG_EOS, 0, info->mFenceFd); 584615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58490806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5854dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5858625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5859777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5860777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5861777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5862625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5863777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5864625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5868f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 590115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 590215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5903609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 59045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5905349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 59070806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5908d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5909d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5910d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5911d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5912d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5913d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5914d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5915d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5916d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5917d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5918d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5919d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5920d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5921d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5922d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5923d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 59260806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 59270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 59280806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 59290806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 59300806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 593115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 593215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 593315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 59340806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5937054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 594090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 594190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 594290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 594390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 594490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 594590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 594690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 594790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 594890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 594915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 595015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 595115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 595215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 595315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 595415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 595515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5964a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5965a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5966609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 59675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5968349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 59693fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mCodec->fillBuffer(info); 59700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 59745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 59755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 597631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5977ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 5978577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5979b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 5980697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 5981697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 59821734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 5983697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 5984b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 59855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5986ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim buffer->setFormat(mCodec->mOutputFormat); 5987b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5988d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mCodec->usingSecureBufferOnEncoderOutput()) { 5989054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5990d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<SecureBuffer> secureBuffer = static_cast<SecureBuffer *>(buffer.get()); 5991d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (secureBuffer != NULL) { 59927c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 59933e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 59947c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 59957c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5996d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang handle = (native_handle_t *)secureBuffer->getDestinationPointer(); 59977c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5998054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 59997e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setPointer("handle", handle); 60007e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeOffset", rangeOffset); 60017e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeLength", rangeLength); 6002fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (buffer->base() == info->mCodecData->base()) { 60037e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->setRange(rangeOffset, rangeLength); 60045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 60055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 60065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 60075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 60087e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mCodecData, buffer); 60095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 60105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 60125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 6013308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 6014496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 601521ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 6016496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 6017496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 6018496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 60195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 602021ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 6021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60228b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 60237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mCodec->mSkipCutBuffer->submit(buffer); 60248b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 60257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 6026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6027fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 6028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6029dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->drainThisBuffer(info->mBufferID, flags); 60305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60315778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 6032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 60345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 60355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 603679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onEos(mCodec->mInputEOSResult); 6037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 6038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6042777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 60430806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 60440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60450806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60460806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6049777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6050777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6052777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6058f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6060609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 60617e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 606276d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 606376d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 606476d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 606576d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim msg->findInt32("discarded", &discarded); 606676d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim 6067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 60680806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 60690806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 60700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 60710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 60720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 60730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60740806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 60750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6076fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 60796aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 608076d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim && !discarded && buffer->size() != 0) { 60816fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6084dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim android_native_rect_t crop; 6085dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 6086dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // NOTE: native window uses extended right-bottom coordinate 6087dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.right; 6088dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.bottom; 6089dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6090dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowCrop = crop; 6091dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6092dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6093dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6094dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6095dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 6096dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t dataSpace; 6097dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findInt32("android._dataspace", &dataSpace) 6098dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6099dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_buffers_data_space( 6100dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6101dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowDataSpace = dataSpace; 6102dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6103dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6104dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 610590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 610690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 61077e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 610890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 610990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 611090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 611190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 611290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6113fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6114fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6115c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 61167e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (buffer->meta()->findInt64("timeUs", ×tampNs)) { 6117c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6118fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6119fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6120fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6121fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 61225778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6123fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 61240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6125fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 612615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 61270806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 612815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 612915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61300806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6131cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6132cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6133264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6135cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 613615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 613715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6138cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 614076d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (mCodec->mNativeWindow != NULL && (discarded || buffer->size() != 0)) { 614115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 614215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 61436fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 61446fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6174c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6175609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6176c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 617715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 61783fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 61793fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err != OK) { 61800806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6182c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6187777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61890806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 61900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6195777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6196777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6197777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6198777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6204f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6208c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6209c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6210ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6211ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 62121d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang if (mCodec->mOMXNode != NULL) { 62138a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 6214ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa auto tOmxNode = mCodec->mOMXNode->getHalInterface(); 62158a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa tOmxNode->unlinkToDeath(mDeathNotifier); 62168a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 62178a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<IBinder> binder = IInterface::asBinder(mCodec->mOMXNode); 62188a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa binder->unlinkToDeath(mDeathNotifier); 62198a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 62201d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang } 6221ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6222ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6223ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6224b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6225ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6226e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6227ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6228d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode.clear(); 6229ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6230d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 6231d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 62325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 62335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6234ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6235c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6236c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 62505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 62515778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 62525778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 62535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 62545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6258c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6259c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6260c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 626154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 626254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 626379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 626479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 626579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 626679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 626779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 6268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6269c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 627479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6276c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 627930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 628030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 628130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 628230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 628330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 628430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 628530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6293f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6295c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 62995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 63025778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 63035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6304d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode == NULL); 63055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 63079c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa bool trebleFlag; 63089c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa if (client.connect(&trebleFlag) != OK) { 630948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 631048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 631148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 63129c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mCodec->setTrebleFlag(trebleFlag); 6313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6317ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6318b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 63195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63225778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 63237791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 63245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6325b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6326b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6327b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6328afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 63295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 63315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 63335778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 63345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6336b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 63375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 63385778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6339b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6340e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 63415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63421065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 63431065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6344d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 63451065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6346201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 63471065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 63481065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6349b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6351da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6352078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6353078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 63541d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(componentName.c_str(), observer, &omxNode); 6355078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63571065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 63581065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 63597a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 63607a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 63611065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63621065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6363d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode = NULL; 63641065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63651065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6366d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode == NULL) { 63675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 63689f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 63699f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 63705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63719f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 63725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6373c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 637452e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6375c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6376c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 637823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 63798a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 6380ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa auto tOmxNode = omxNode->getHalInterface(); 63818a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!tOmxNode->linkToDeath(mDeathNotifier, 0)) { 63828a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDeathNotifier.clear(); 63838a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 63848a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 63858a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (IInterface::asBinder(omxNode)->linkToDeath(mDeathNotifier) != OK) { 63868a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa // This was a local binder, if it dies so do we, we won't care 63878a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa // about any notifications in the afterlife. 63888a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDeathNotifier.clear(); 63898a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 639023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 639123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 639226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6393d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang notify->setInt32("generation", ++mCodec->mNodeGeneration); 6394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 639790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6398ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6399ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6400ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6401ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 64021713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 64030167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6404ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6405ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6407d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode = omxNode; 640879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentAllocated(mCodec->mComponentName.c_str()); 6409c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6410c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6411c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 64125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 64135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6414c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6415c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6416c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6417c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6418c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6419c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6420c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6421c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6422c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6423f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6424f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6425f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6426f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6427f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6428054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6429054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6430a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6431e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6432e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 64334e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 64346d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 6435054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6436c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6437c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6438c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6439c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6440c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6441c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6442c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6443c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 644454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6445f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6446f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6447c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6448c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6449c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6450c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 6451d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (void)mCodec->mOMXNode->freeNode(); 6452c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6453c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6455c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 645654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 645779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 645879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 645979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 646079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 646179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 646254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 646354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6464c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6466c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6467c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6468c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6469c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6470c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6471c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6472c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6473c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6474c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6475c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6476c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 64777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 64787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 64797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 64807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 64817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 64827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 64837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 64848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6485d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 64868f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6487d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6488d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6489d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6491c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6492c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6495c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6496c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6500c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6501c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6503c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 650454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6505c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6506c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6507c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6508c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6509c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6512c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 651379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6514c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6515c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6518c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6519c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6520c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6521c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6522c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6523c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6524c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6525c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 65265778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 65275778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 65285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6529d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode != NULL); 65305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65310806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 65325778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 65330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 65340806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 65350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65360806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 65370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6539c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6540c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6541c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6542251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 65445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 654679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentConfigured(mCodec->mInputFormat, mCodec->mOutputFormat); 6547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 65495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 65505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6551d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6552addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (mCodec->mGraphicBufferSource == NULL) { 6553addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return BAD_VALUE; 6554addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6555addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6556addf2cbb120346ae42e78fa739245a353db5edadChong Zhang android_dataspace dataSpace; 6557addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = 6558addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6559addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6560addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to get default data space"); 6561addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6562addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6563addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6564addf2cbb120346ae42e78fa739245a353db5edadChong Zhang err = statusFromBinderStatus( 6565addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource->configure(mCodec->mOMXNode, dataSpace)); 6566addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6567addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("[%s] Unable to configure for node (err %d)", 6568addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mComponentName.c_str(), err); 6569addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6570addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6571a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6572d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 65736d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65746d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setRepeatPreviousFrameDelayUs( 65756d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mRepeatFrameDelayUs)); 6576a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6577a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6578a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6579a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 65806d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6581d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6582a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6583a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6584a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6585d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 65863604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang OMX_PARAM_U32TYPE maxPtsGapParams; 65873604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang InitOMXParams(&maxPtsGapParams); 65883604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nPortIndex = kPortIndexInput; 65893604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nU32 = (uint32_t) mCodec->mMaxPtsGapUs; 65903604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang 65913604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang err = mCodec->mOMXNode->setParameter( 65923604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang (OMX_INDEXTYPE)OMX_IndexParamMaxFrameDurationForBitrateControl, 65933604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang &maxPtsGapParams, sizeof(maxPtsGapParams)); 659494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 659594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 659694ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 65976d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 65992c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66002c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66012c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6602d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 66036d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66046d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setMaxFps(mCodec->mMaxFps)); 660537b2b389139ed638831e49708c947863eef631efRonghua Wu 660637b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 660737b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 66086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6609d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 661037b2b389139ed638831e49708c947863eef631efRonghua Wu } 661137b2b389139ed638831e49708c947863eef631efRonghua Wu } 661237b2b389139ed638831e49708c947863eef631efRonghua Wu 661322dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa if (mCodec->mCaptureFps > 0. && mCodec->mFps > 0.) { 66146d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66156d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setTimeLapseConfig( 661622dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mCodec->mFps, mCodec->mCaptureFps)); 66172c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 66182c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 66192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 66206d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6621d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66232c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 662472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6625d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 66266d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 6627764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mCodec->mGraphicBufferSource->setSuspend(true, -1)); 662872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 662972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 663072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 66316d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6632d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 663394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 663494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 663594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6636c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6637d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode->getParameter( 6638d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6639c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6640c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6641c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6642c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6643c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6644b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6645b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 66466d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (colorAspectsBuffer->size() != sizeof(ColorAspects)) { 66476d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 66486d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 66496d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 66506d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66516d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setColorAspects(ColorUtils::packToU32( 66526d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang *(ColorAspects *)colorAspectsBuffer->base()))); 66536d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 6654b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6655b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6656b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6657b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6658b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6659b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6660d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6661d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6662d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6663d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6664d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6665d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6666d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6667d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6668addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = mCodec->mOMX->createInputSurface( 6669addf2cbb120346ae42e78fa739245a353db5edadChong Zhang &bufferProducer, &mCodec->mGraphicBufferSource); 6670d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6671d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6672d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6673d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6674d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 66757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 667679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreated( 667779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, 667879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mOutputFormat, 66797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 66807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 66817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 66827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 66837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 66847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 66857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 668679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreationFailed(err); 66877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 66887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 66897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 669079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid ACodec::LoadedState::onSetInputSurface(const sp<AMessage> &msg) { 66918f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6692d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6693d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6694d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6695d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6696addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource = surface->getBufferSource(); 6697d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6698addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = setupInputSurface(); 6699b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6700b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 670179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceAccepted( 670279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, mCodec->mOutputFormat); 6703addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } else { 6704d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6705d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6706d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 67078f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6708d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 670979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceDeclined(err); 6710d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6711d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6712d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6713c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 67145778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 67155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6716d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandStateSet, OMX_StateIdle); 67170806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 67190806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67200806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 67210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6726f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 67313856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6733cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6734cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 673529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6736cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6737cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6738cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6739251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 674091bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6741d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode->sendCommand( 6742d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 6743c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6744c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6745c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6746c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6747c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6748c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6749c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 675091bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6751cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6756dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (err != OK) { 6757dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 6758dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6760dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6765dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onStartCompleted(); 6766dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 6767dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return OK; 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 677272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67796507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 67806507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 67816507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 67826507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 67836507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 67846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 67856463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 67866463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 67876463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 67886463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 67896463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 67906463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 67916463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 67926463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 67936463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 679479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 67956463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 67966463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 67976463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6803f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68080806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 68090806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68100806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 68110806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 68120806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68130806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68140806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 68150806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68170806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6818d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 6819d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateExecuting); 68200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 68240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 68260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6838f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 68433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 684872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6855d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6856d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6857d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6858d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6859d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6860d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6861d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6862d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6863d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 686479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6865d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6866d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6867d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 68686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 68696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 68706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68716507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 68726507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 68736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6879f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68850806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 68860806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 68870806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68880806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68900806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 68910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6906f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6907349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6908349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6911f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6912ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6916054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6917054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6918054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6919054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6920054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6921054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6922054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6923054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6924054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6925054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6926054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 69274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 69284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6929054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6930054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6931054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6932054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 69330806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 69380806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 69390806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 69400806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 69410806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69420806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 69490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 69500806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 69510806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69520806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69560806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6957349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 695815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 69593fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 69600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69610806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69620806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69630806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 69650806340688c937e7b78c2d89db3809274130df4eLajos Molnar 69660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 69670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69680806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6971054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6972c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6973054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6974054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6975054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6976054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6977054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6979349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 69800806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6981349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6982349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6983349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69863cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6988777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6989777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6990777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 69913cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 69923cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 69933cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 69943cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 69953cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 69963cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6997349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6998349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7001f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 70023856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 700390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 7004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 7005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7007f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7013c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 7014c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 7015c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 7016c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7017c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 701854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 7019c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 7020c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7021349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7022349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7023d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 7024d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateIdle); 70250806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 70270806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 70290806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 70300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70310806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 70320806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70407a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7041ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7042d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7043d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7044d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7045d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7046d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7047d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7048349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7049349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7050d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandFlush, OMX_ALL); 70510806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 70550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7069496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7070496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7071496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7072496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7073496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7074496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7075496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7076496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7077496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7078496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7079496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7080a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7081a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7082a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7083a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7084a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7085a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7086a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7087a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7088a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7089a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7090a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7091a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7092a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7093a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7094a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7095a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7096a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 70977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 70987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 70996507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 71007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 71017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 71027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 71037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 71044dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7105054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 71064dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 71074dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 71084dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7109054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 71104dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7111054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 71124dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71134dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71144dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 71154dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71164dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7125a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7126a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7127530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7128a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7129a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7130a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7131a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7132a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7133d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 7134a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7135a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7136a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7137a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7138a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7139a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7140a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7141a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7142a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7143a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7144a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7145a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 714661fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang int64_t timeOffsetUs; 714761fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (params->findInt64("time-offset-us", &timeOffsetUs)) { 71486d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 71496d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set input buffer time offset without surface", 71506d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 71516d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 71526d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 71536d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 71546d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 71556d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setTimeOffsetUs(timeOffsetUs)); 715661fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 715761fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (err != OK) { 715861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang ALOGE("[%s] Unable to set input buffer time offset (err %d)", 715961fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang mComponentName.c_str(), 716061fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang err); 716161fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang return err; 716261fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 716361fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 716461fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 716572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 716672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 71676d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 71686d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set start time without surface", 71696d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 71706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 71716d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 71726d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 71736d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 71746d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setStartTimeUs(skipFramesBeforeUs)); 717572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 717672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 717772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 717872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 717972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 718072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 718172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7182e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7183e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 71846d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 71856d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set suspend without surface", 71866d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 71876d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 71886d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 7189e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7190764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang int64_t suspendStartTimeUs = -1; 7191764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang (void) params->findInt64("drop-start-time-us", &suspendStartTimeUs); 71926d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 7193764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mGraphicBufferSource->setSuspend(dropInputFrames != 0, suspendStartTimeUs)); 7194b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7195b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7196b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7197b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7198b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7199b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7200b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7201764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang int64_t stopTimeUs; 7202764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (params->findInt64("stop-time-us", &stopTimeUs)) { 7203764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (mGraphicBufferSource == NULL) { 7204764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang ALOGE("[%s] Invalid to set stop time without surface", 7205764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mComponentName.c_str()); 7206764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang return INVALID_OPERATION; 7207764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7208764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang status_t err = statusFromBinderStatus( 7209764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mGraphicBufferSource->setStopTimeUs(stopTimeUs)); 7210764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang 7211764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (err != OK) { 7212764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang ALOGE("Failed to set parameter 'stop-time-us' (err %d)", err); 7213764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang return err; 7214764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7215764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7216764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang 7217b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7218b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7219b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7220b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7221b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7222b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7223b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7224b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7225e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7226e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 72278db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 72288db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 72298db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 72308db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 72318db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 72328db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 72338db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72348db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72358db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7236870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7237870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7238870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7239870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7240870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7241870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7242870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7243870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7244870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7245870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7246870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 724789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang int32_t latency = 0; 724889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (params->findInt32("latency", &latency) && latency > 0) { 724989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t err = setLatency(latency); 725089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (err != OK) { 725189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang ALOGI("[%s] failed setLatency. Failure is fine since this key is optional", 725289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mComponentName.c_str()); 725389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang err = OK; 725489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 725589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 725689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 72570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = configureTemporalLayers(params, false /* inConfigure */, mOutputFormat); 72580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 72590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 72600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 72610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 726201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return setVendorParameters(params); 726301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar} 726401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 726501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// Removes trailing tags matching |tag| from |key| (e.g. a settings name). |minLength| specifies 726601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// the minimum number of characters to keep in |key| (even if it has trailing tags). 726701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// (Used to remove trailing 'value' tags in settings names, e.g. to normalize 726801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// 'vendor.settingsX.value' to 'vendor.settingsX') 726901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstatic void removeTrailingTags(char *key, size_t minLength, const char *tag) { 727001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t length = strlen(key); 727101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t tagLength = strlen(tag); 727201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar while (length > minLength + tagLength 727301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && !strcmp(key + length - tagLength, tag) 727401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && key[length - tagLength - 1] == '.') { 727501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar length -= tagLength + 1; 727601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[length] = '\0'; 727701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 727801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar} 727901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 728001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar/** 728101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * Struct encompassing a vendor extension config structure and a potential error status (in case 728201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * the structure is null). Used to iterate through vendor extensions. 728301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar */ 728401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstruct VendorExtension { 728501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config; // structure does not own config 728601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t status; 728701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 728801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // create based on an error status 728901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension(status_t s_ = NO_INIT) : config(nullptr), status(s_) { } 729001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 729101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // create based on a successfully retrieved config structure 729201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *c_) : config(c_), status(OK) { } 729301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar}; 729401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 729501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// class VendorExtensions; 729601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar/** 729701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * Forward iterator to enumerate vendor extensions supported by an OMX component. 729801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar */ 729901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarclass VendorExtensionIterator { 730001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar//private: 730101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar static constexpr size_t kLastIndex = ~(size_t)0; // last index marker 730201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 730301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sp<IOMXNode> mNode; // component 730401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t mIndex; // current android extension index 730501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar std::unique_ptr<uint8_t[]> mBacking; // current extension's backing 730601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension mCurrent; // current extension 730701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 730801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator(const sp<IOMXNode> &node, size_t index) 730901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar : mNode(node), 731001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mIndex(index) { 731101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mCurrent = retrieve(); 731201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 731301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 731401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar friend class VendorExtensions; 731501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 731601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarpublic: 731701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // copy constructor 731801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator(const VendorExtensionIterator &it) 731901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar : VendorExtensionIterator(it.mNode, it.mIndex) { } 732001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 732101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // retrieves the current extension pointed to by this iterator 732201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension retrieve() { 732301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mIndex == kLastIndex) { 732401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return NO_INIT; 732501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 732601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 732701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // try with one param first, then retry if extension needs more than 1 param 732801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t paramSizeUsed = 1;; ) { 732901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (paramSizeUsed > OMX_MAX_ANDROID_VENDOR_PARAMCOUNT) { 733001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return BAD_VALUE; // this prevents overflow in the following formula 733101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 733201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 733301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t size = sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE) + 733401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (paramSizeUsed - 1) * sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE::param); 733501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mBacking.reset(new uint8_t[size]); 733601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (!mBacking) { 733701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return NO_MEMORY; 733801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 733901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 734001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config = 734101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar reinterpret_cast<OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *>(mBacking.get()); 734201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 734301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar InitOMXParams(config); 734401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->nSize = size; 734501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->nIndex = mIndex; 734601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->nParamSizeUsed = paramSizeUsed; 734701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t err = mNode->getConfig( 734801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_INDEXTYPE)OMX_IndexConfigAndroidVendorExtension, config, size); 734901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err == OK && config->nParamCount > paramSizeUsed && paramSizeUsed == 1) { 735001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // reallocate if we need a bigger config 735101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar paramSizeUsed = config->nParamCount; 735201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 735301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } else if (err == NOT_ENOUGH_DATA 735401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar || (err != OK && mIndex == 0)) { 735501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // stop iterator on no-more signal, or if index is not at all supported 735601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mIndex = kLastIndex; 735701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return NO_INIT; 735801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } else if (err != OK) { 735901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return err; 736001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } else if (paramSizeUsed != config->nParamSizeUsed) { 736101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return BAD_VALUE; // component shall not modify size of nParam 736201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 736301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 736401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return config; 736501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 736601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 736701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 736801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // returns extension pointed to by this iterator 736901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension operator*() { 737001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return mCurrent; 737101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 737201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 737301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // prefix increment: move to next extension 737401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator &operator++() { // prefix 737501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mIndex != kLastIndex) { 737601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ++mIndex; 737701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mCurrent = retrieve(); 737801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 737901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return *this; 738001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 738101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 738201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // iterator equality operators 738301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool operator==(const VendorExtensionIterator &o) { 738401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return mNode == o.mNode && mIndex == o.mIndex; 738501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 738601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 738701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool operator!=(const VendorExtensionIterator &o) { 738801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return !(*this == o); 738901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 739001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar}; 739101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 739201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar/** 739301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * Iterable container for vendor extensions provided by a component 739401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar */ 739501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarclass VendorExtensions { 739601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar//private: 739701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sp<IOMXNode> mNode; 739801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 739901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarpublic: 740001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensions(const sp<IOMXNode> &node) 740101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar : mNode(node) { 740201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 740301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 740401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator begin() { 740501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return VendorExtensionIterator(mNode, 0); 740601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 740701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 740801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator end() { 740901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return VendorExtensionIterator(mNode, VendorExtensionIterator::kLastIndex); 741001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 741101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar}; 741201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 741301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstatus_t ACodec::setVendorParameters(const sp<AMessage> ¶ms) { 741401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar std::map<std::string, std::string> vendorKeys; // maps reduced name to actual name 741501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr char prefix[] = "vendor."; 741601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr size_t prefixLength = sizeof(prefix) - 1; 741701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // longest possible vendor param name 741801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar char reducedKey[OMX_MAX_STRINGNAME_SIZE + OMX_MAX_STRINGVALUE_SIZE]; 741901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 742001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // identify all vendor keys to speed up search later and to detect vendor keys 742101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t i = params->countEntries(); i; --i) { 742201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar AMessage::Type keyType; 742301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar const char* key = params->getEntryNameAt(i - 1, &keyType); 742401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (key != nullptr && !strncmp(key, prefix, prefixLength) 742501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // it is safe to limit format keys to the max vendor param size as we only 742601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // shorten parameter names by removing any trailing 'value' tags, and we 742701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // already remove the vendor prefix. 742801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && strlen(key + prefixLength) < sizeof(reducedKey) 742901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && (keyType == AMessage::kTypeInt32 743001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar || keyType == AMessage::kTypeInt64 743101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar || keyType == AMessage::kTypeString)) { 743201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(reducedKey, key + prefixLength); 743301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar removeTrailingTags(reducedKey, 0, "value"); 743401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar auto existingKey = vendorKeys.find(reducedKey); 743501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (existingKey != vendorKeys.end()) { 743601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("[%s] vendor parameter '%s' aliases parameter '%s'", 743701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mComponentName.c_str(), key, existingKey->second.c_str()); 743801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // ignore for now 743901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 744001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar vendorKeys.emplace(reducedKey, key); 744101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 744201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 744301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 744401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't bother component if we don't have vendor extensions as they may not have implemented 744501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // the android vendor extension support, which will lead to unnecessary OMX failure logs. 744601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (vendorKeys.empty()) { 744701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 744801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 744901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 745001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar char key[sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE::cName) + 745101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sizeof(OMX_CONFIG_ANDROID_VENDOR_PARAMTYPE::cKey)]; 745201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 745301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t finalError = OK; 745401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 745501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't try again if component does not have vendor extensions 745601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsNone) { 745701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 745801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 745901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 746001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (VendorExtension ext : VendorExtensions(mOMXNode)) { 746101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config = ext.config; 746201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config == nullptr) { 746301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return ext.status; 746401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 746501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 746601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsExist; 746701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 746801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->cName[sizeof(config->cName) - 1] = '\0'; // null-terminate name 746901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key, (const char *)config->cName); 747001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t nameLength = strlen(key); 747101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[nameLength] = '.'; 747201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 747301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't set vendor extension if client has not provided any of its parameters 747401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // or if client simply unsets parameters that are already unset 747501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool needToSet = false; 747601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t paramIndex = 0; paramIndex < config->nParamCount; ++paramIndex) { 747701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // null-terminate param key 747801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].cKey[sizeof(config->param[0].cKey) - 1] = '\0'; 747901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key + nameLength + 1, (const char *)config->param[paramIndex].cKey); 748001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar removeTrailingTags(key, nameLength, "value"); 748101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar auto existingKey = vendorKeys.find(key); 748201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 748301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't touch (e.g. change) parameters that are not specified by client 748401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (existingKey == vendorKeys.end()) { 748501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 748601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 748701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 748801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool wasSet = config->param[paramIndex].bSet; 748901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar switch (config->param[paramIndex].eValueType) { 749001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt32: 749101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 749201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar int32_t value; 749301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].bSet = 749401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_BOOL)params->findInt32(existingKey->second.c_str(), &value); 749501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 749601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].nInt32 = value; 749701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 749801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 749901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 750001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt64: 750101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 750201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar int64_t value; 750301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].bSet = 750401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_BOOL)params->findAsInt64(existingKey->second.c_str(), &value); 750501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 750601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].nInt64 = value; 750701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 750801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 750901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 751001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueString: 751101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 751201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar AString value; 751301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].bSet = 751401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_BOOL)params->findString(existingKey->second.c_str(), &value); 751501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 751601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strncpy((char *)config->param[paramIndex].cString, value.c_str(), 751701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sizeof(OMX_CONFIG_ANDROID_VENDOR_PARAMTYPE::cString)); 751801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 751901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 752001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 752101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar default: 752201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("[%s] vendor parameter '%s' is not a supported value", 752301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mComponentName.c_str(), key); 752401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 752501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 752601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet || wasSet) { 752701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar needToSet = true; 752801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 752901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 753001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 753101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (needToSet) { 753201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t err = mOMXNode->setConfig( 753301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_INDEXTYPE)OMX_IndexConfigAndroidVendorExtension, 753401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config, config->nSize); 753501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err != OK) { 753601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[nameLength] = '\0'; 753701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("[%s] failed to set vendor extension '%s'", mComponentName.c_str(), key); 753801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // try to set each extension, and return first failure 753901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (finalError == OK) { 754001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar finalError = err; 754101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 754601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsUnchecked) { 754701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsNone; 754801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 755001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return finalError; 755101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar} 755201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 755301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstatus_t ACodec::getVendorParameters(OMX_U32 portIndex, sp<AMessage> &format) { 755401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr char prefix[] = "vendor."; 755501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr size_t prefixLength = sizeof(prefix) - 1; 755601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar char key[sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE::cName) + 755701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sizeof(OMX_CONFIG_ANDROID_VENDOR_PARAMTYPE::cKey) + prefixLength]; 755801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key, prefix); 755901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 756001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't try again if component does not have vendor extensions 756101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsNone) { 756201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 756301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 756401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 756501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (VendorExtension ext : VendorExtensions(mOMXNode)) { 756601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config = ext.config; 756701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config == nullptr) { 756801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return ext.status; 756901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 757001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 757101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsExist; 757201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 757301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->eDir != (portIndex == kPortIndexInput ? OMX_DirInput : OMX_DirOutput)) { 757401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 757501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 757601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 757701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->cName[sizeof(config->cName) - 1] = '\0'; // null-terminate name 757801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key + prefixLength, (const char *)config->cName); 757901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t nameLength = strlen(key); 758001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[nameLength] = '.'; 758101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 758201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t paramIndex = 0; paramIndex < config->nParamCount; ++paramIndex) { 758301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // null-terminate param key 758401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].cKey[sizeof(config->param[0].cKey) - 1] = '\0'; 758501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key + nameLength + 1, (const char *)config->param[paramIndex].cKey); 758601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar removeTrailingTags(key, nameLength, "value"); 758701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 758801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar switch (config->param[paramIndex].eValueType) { 758901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt32: 759001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 759101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar format->setInt32(key, config->param[paramIndex].nInt32); 759201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 759301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 759401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt64: 759501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 759601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar format->setInt64(key, config->param[paramIndex].nInt64); 759701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 759801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 759901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueString: 760001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 760101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].cString[OMX_MAX_STRINGVALUE_SIZE - 1] = '\0'; 760201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar format->setString(key, (const char *)config->param[paramIndex].cString); 760301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 760401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 760501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar default: 760601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("vendor parameter %s is not a supported value", key); 760701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 760801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 760901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 761001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 761101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 761201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 761301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsUnchecked) { 761401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsNone; 761501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 761601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 761701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 7618a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7619a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 76206507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 76216d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = INVALID_OPERATION; 76226d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource != NULL) { 76236d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus(mGraphicBufferSource->signalEndOfInputStream()); 76246d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 762579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onSignaledInputEOS(err); 76266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 76276507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 76284ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kimvoid ACodec::forceStateTransition(int generation) { 76294ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim if (generation != mStateGeneration) { 76304ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ALOGV("Ignoring stale force state transition message: #%d (now #%d)", 76314ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim generation, mStateGeneration); 76324ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim return; 76334ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 76344ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ALOGE("State machine stuck"); 76354ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // Error must have already been signalled to the client. 76364ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 76374ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // Deferred messages will be handled at LoadedState at the end of the 76384ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // transition. 76394ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mShutdownInProgress = true; 76404ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // No shutdown complete callback at the end of the transition. 76414ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mExplicitShutdown = false; 76424ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mKeepComponentAllocated = true; 76434ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 76444ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim status_t err = mOMXNode->sendCommand(OMX_CommandStateSet, OMX_StateIdle); 76454ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim if (err != OK) { 76464ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // TODO: do some recovery here. 76474ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } else { 76484ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim changeState(mExecutingToIdleState); 76494ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 76504ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim} 76514ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 765290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 765390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 765490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 765590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 765690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7657f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7664b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7665b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 766631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7667054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7668d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK_EQ(mCodec->mOMXNode->sendCommand( 7669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7672349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7675b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7676b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7677ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7696f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7701f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7712f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 77184ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim case kWhatShutdown: { 77194ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim if (mCodec->mFatalError) { 77204ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim sp<AMessage> msg = new AMessage(ACodec::kWhatForceStateTransition, mCodec); 77214ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim msg->setInt32("generation", mCodec->mStateGeneration); 77224ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim msg->post(3000000); 77234ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 77244ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // fall-through 77254ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 7726349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7727e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7729349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 77303856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7731349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7732349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77384ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim case kWhatForceStateTransition: 77394ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim { 77404ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim int32_t generation = 0; 77414ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim CHECK(msg->findInt32("generation", &generation)); 77424ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mCodec->forceStateTransition(generation); 77434ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 77444ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim handled = true; 77454ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim break; 77464ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 77474ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 7748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7756f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 77573856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 776190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 776290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 776390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 776490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 776590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 776690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7767f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 77730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 77740806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 77750806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 77760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77780806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77800806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 77810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 77820806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 77830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 77840806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 77850806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 77868a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 77878a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mCodec->mAllocator[kPortIndexOutput].clear(); 77888a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 77898a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mCodec->mDealer[kPortIndexOutput].clear(); 77908a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 77910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77930806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 7794d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 7795d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandPortEnable, kPortIndexOutput); 77960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 77990806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 78000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 78010806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 7802dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onOutputBuffersChanged(); 78030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7804cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 78050806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7806251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 78074ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ALOGE("Error occurred while disabling the output port"); 7808cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7812777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7813777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7814777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7815777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78170806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7819349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7820349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7821349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7822349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 78324ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim return BaseState::onOMXEvent(event, data1, data2); 7833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7838f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 78395778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 78405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7843f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 78510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7857349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 7858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7870f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 78713856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 787231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 78735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7874b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7877f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 78820806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 78830806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 78840806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 78850806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 78860806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 78870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 78880806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 78890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 78925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7898349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7899349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7900349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7901349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7902349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7903349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7904349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 79090af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7910f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 79115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 7912d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 7913d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 79140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 79150806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 79160806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 79170806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 79180806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 79190806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 79200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 79220167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 79230167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7924bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7925bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7926bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7927bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7928b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7929bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7930bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 79310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 79320806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 79330806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 79340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 79350806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7940f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7947f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7956f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7960f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7966349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 7967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 79750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7987f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 79883856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7991f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 79960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 79970806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 79980806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 79990806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 80000806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 80010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 80020806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 80030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 8004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8005c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 8006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 8008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 8011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 8012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 8016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8017f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 8018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 8019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8021f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 80223856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 8023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 8025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8027f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 8028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 8029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 8031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 8032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 8033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 80344ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim if (mCodec->mFatalError) { 80354ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim sp<AMessage> msg = new AMessage(ACodec::kWhatForceStateTransition, mCodec); 80364ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim msg->setInt32("generation", mCodec->mStateGeneration); 80374ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim msg->post(3000000); 80384ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 8039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 8040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 8043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 8044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 8045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 8046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 8047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 80494ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim case kWhatForceStateTransition: 80504ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim { 80514ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim int32_t generation = 0; 80524ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim CHECK(msg->findInt32("generation", &generation)); 80534ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mCodec->forceStateTransition(generation); 80544ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 80554ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim handled = true; 80564ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim break; 80574ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 80584ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 8059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 8060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 8061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 8062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 8065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8067f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 8068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 8069ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 8070ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 8071d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 8072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 8073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 8074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 80750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 80760806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 80770806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 80780806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 80790806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 80800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 8081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 8083777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 8084777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 8085777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 8086777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 8087777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 8088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 8089e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 80900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 8091e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 8092e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 8093777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 8094777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 8095777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 8096777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 8097777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 8098777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 8099777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 8100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 8102777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 8103777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 8104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 8107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8109349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 8110349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 81111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 8112349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 8113d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->setInt32("generation", mCodec->mNodeGeneration); 8114349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 8115349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 8116349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 8117349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 81183856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 8119349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 8120349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 8121349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 8122349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 8123349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 8124349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 8125349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 8126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 8127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 8128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 8131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8133f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 8134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 8135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 8137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8139f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 8140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 8141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 8143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8145f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 8146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 8147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 8148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 81497e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 81507e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 81517e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 81527e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 815390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 815490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 815579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 8156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 8158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 8159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8160dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 8161dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 8162f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 8163f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 8164f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 8165f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 8166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 8167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 81705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 81715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 81725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 81735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 81741ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime.c_str()); 81755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 81765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 81775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 81809c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa status_t err = client.connect(); 81815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 81825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 81835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 81865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 8187d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 81885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81891d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(name.c_str(), observer, &omxNode); 81905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 81915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 81925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 81935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 8195d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = SetComponentRole(omxNode, role); 81965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 8197d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 81985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 81995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 82005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 82035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 82045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 82065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 82075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 82085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 82095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82106e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 82116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 8212d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 8213d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoProfileLevelQuerySupported, 82145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 82155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 82165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 82175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 82196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 82206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 82216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 82226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 82236e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 82246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 82255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 82285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 82295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 82305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 82315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 823236e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 82335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 82346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 82356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 8236d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 8237d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 82385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 82395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 82405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 82415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 82441ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (IsFlexibleColorFormat( 8245d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode, portFormat.eColorFormat, false /* usingNativeWindow */, 82465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 82475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 82485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 82495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 82505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 82515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 82525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 82555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 82565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 82575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 82605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 82616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 82626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 82636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 82646e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 82656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 82666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 82675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 82695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 82705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 82715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 82725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 82736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 82746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 8275d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 8276d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 82775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 82785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 82795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 82805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 82825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 82836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 82846e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 82856e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 82866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 82876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 82886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 82895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 82925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 82935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 82945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 82955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 82995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 8300d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->configureVideoTunnelMode( 8301d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 83025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 83035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 83045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 8305d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (omxNode->setPortMode( 8306d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer) == OK || 8307d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->prepareForAdaptivePlayback( 8308d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 83095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 83105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 83115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 83145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 83155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 83165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 83175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 83185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 8319d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->getConfig( 8320d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 83215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 83225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 83235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 83265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 8327d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 83285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 83295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 83305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 83315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 8332a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 8333a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 8334a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 8335a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 8336a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 8337a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 8338a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 8339a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8340a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 8341a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8342a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8343a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8344a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 8345a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8346a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8347a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8348a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8349a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 8350a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8351a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8352a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 8353a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 8354a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8355a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 8356a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8357a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8358a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8359a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 8360a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 8361a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8362a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 8363a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8364a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8365a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8366a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8367a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8368a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8369a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8370a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 8371a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8372a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8373a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8374a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8375a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8376a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8377a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 8378a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8379a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 8380a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8381a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8382a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8383a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8384a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8385a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8386a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 8387a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 8388a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8389a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 8390a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 8391a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 8392a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8393a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 8394a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 8395a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 83969c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasavoid ACodec::setTrebleFlag(bool trebleFlag) { 83979c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mTrebleFlag = trebleFlag; 83988a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa} 83998a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 84008a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasabool ACodec::getTrebleFlag() const { 84018a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return mTrebleFlag; 84028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa} 84038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 8404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 8405