ACodec.cpp revision 255735a38b9d5c3755c7b819bdc8fdaf4357d860
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang#include <media/OMXBuffer.h> 48ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa#include <media/omx/1.0/WOmxNode.h> 493a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa#include <hidlmemory/mapping.h> 518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 52255735a38b9d5c3755c7b819bdc8fdaf4357d860Pawin Vongmasa#include <media/openmax/OMX_AudioExt.h> 53255735a38b9d5c3755c7b819bdc8fdaf4357d860Pawin Vongmasa#include <media/openmax/OMX_VideoExt.h> 54255735a38b9d5c3755c7b819bdc8fdaf4357d860Pawin Vongmasa#include <media/openmax/OMX_Component.h> 55255735a38b9d5c3755c7b819bdc8fdaf4357d860Pawin Vongmasa#include <media/openmax/OMX_IndexExt.h> 56255735a38b9d5c3755c7b819bdc8fdaf4357d860Pawin Vongmasa#include <media/openmax/OMX_AsString.h> 57f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 59dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include "include/ACodecBufferChannel.h" 605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 614811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 63255735a38b9d5c3755c7b819bdc8fdaf4357d860Pawin Vongmasa#include <media/stagefright/omx/OMXUtils.h> 64496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6513a926879249276771b0097538459c7550e2f5ceSteven Moreland#include <android/hidl/allocator/1.0/IAllocator.h> 668a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa#include <android/hidl/memory/1.0/IMemory.h> 678a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 68f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangusing binder::Status; 716d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 1056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangstatic inline status_t statusFromBinderStatus(const Status &status) { 1066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (status.isOk()) { 1076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return OK; 1086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err; 1106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.serviceSpecificErrorCode()) != OK) { 1116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1136d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.transactionError()) != OK) { 1146d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1156d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1166d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang // Other exception 1176d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return UNKNOWN_ERROR; 1186d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang} 1196d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 127251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 161984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 162984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 163984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 164984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 165984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 20526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 20726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 21190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 21290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 21490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 21690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 21790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 21890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 21926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 22026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 22126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 22226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 22426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 22626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 241090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2544ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim virtual void stateExited(); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 26526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 26926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 27026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 27126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 27226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 27326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 27415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 28015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 28115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 28490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2928a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasastruct ACodec::DeathNotifier : 2938a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa public IBinder::DeathRecipient, 2948a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa public ::android::hardware::hidl_death_recipient { 295090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit DeathNotifier(const sp<AMessage> ¬ify) 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 297ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 300ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 301ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 302ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 3038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa virtual void serviceDied( 3048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa uint64_t /* cookie */, 3058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa const wp<::android::hidl::base::V1_0::IBase>& /* who */) { 3068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mNotify->post(); 3078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 3088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 309ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 310ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 311ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 312ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 313ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 314ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 315ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 316ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 317ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 318f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 319090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit UninitializedState(ACodec *codec); 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 329ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 330ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 337090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedState(ACodec *codec); 338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 341c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 345c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 346c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3488f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 349c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 352d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 353d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 354c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 356c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 357c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 358c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 360090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedToIdleState(ACodec *codec); 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 376090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToExecutingState(ACodec *codec); 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 390090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingState(ACodec *codec); 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 393054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 401349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 402349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 40990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 412349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 413349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 420090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit OutputPortSettingsChangedState(ACodec *codec); 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 42890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 437090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingToIdleState(ACodec *codec); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 459090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToLoadedState(ACodec *codec); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 467f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 473f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 474090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit FlushingState(ACodec *codec); 475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 476f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 485f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 49615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 49715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 49815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 49915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 50115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 50215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 50415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 50515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 50615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 50715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 50815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 51015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 51115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 51215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 51415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 51515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 51615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 51715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 51815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 52015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 52115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 52215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 52315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 52415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 52515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 52615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 527f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 528b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen : mSampleRate(0), 529d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mNodeGeneration(0), 530b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 531e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 532fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5338db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 535346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5369806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 53754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 538f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5399806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5409806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 541e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5429806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 543054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 544054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 545054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 54794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5482c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 54937b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 55022dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mFps(-1.0), 55122dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mCaptureFps(-1.0), 552ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 55389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mLatency(0), 5548338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 555db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 55601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0), 5574ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mStateGeneration(0), 55801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus(kExtensionsUnchecked) { 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 573dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 575d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 576d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 577d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 578fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 579fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 5818a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 5829c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mTrebleFlag = false; 583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 585f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 588f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 594dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstd::shared_ptr<BufferChannelBase> ACodec::getBufferChannel() { 595dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (!mBufferChannel) { 596dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = std::make_shared<ACodecBufferChannel>( 597dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatInputBufferFilled, this), 598dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatOutputBufferDrained, this)); 599dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 600dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return mBufferChannel; 601dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 602dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 603a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 6041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 605a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 606a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 607a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 608a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6095778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 6111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6155778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 6171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 6221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 6231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 6241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 6261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 6271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 6291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 6301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 6331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 6351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 6367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6388f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 639d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 6408f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 641d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 642d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 643d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 644d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6495778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 653f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6547a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 658f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 662c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 664c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 665c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 66630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 66730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 66930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 672496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 674496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 675496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6764dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6774dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6784dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6794dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6804dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 681054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6824dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 683054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 684054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6854dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6864dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6874dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 698e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 717e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 718098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 719098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 720d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang nativeWindow, &usageBits, !storingMetadataInDecodedBuffers()); 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 725f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 726e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 727e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 728e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 729e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 730e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 731e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 761dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 762dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 763dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 769054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 7701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 771598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 786d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!storingMetadataInDecodedBuffers()) { 7871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 78815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 79215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 79315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 8031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 8041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 806484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 807484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 808484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 809484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 810484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 8111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 812e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 8131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 8141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 816d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhangstatus_t ACodec::setPortMode(int32_t portIndex, IOMX::PortMode mode) { 817d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang status_t err = mOMXNode->setPortMode(portIndex, mode); 818d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 819d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGE("[%s] setPortMode on %s to %s failed w/ err %d", 820d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), 821d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang portIndex == kPortIndexInput ? "input" : "output", 822d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mode), 823d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err); 824d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 825d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 826d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 827d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[portIndex] = mode; 828d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return OK; 829d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang} 830d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 831f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8348a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 8358a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa CHECK(mAllocator[portIndex] == NULL); 8368a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 8378a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa CHECK(mDealer[portIndex] == NULL); 8388a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 843d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storingMetadataInDecodedBuffers()) { 844054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 845054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 846054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 847054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 853d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 854d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 857d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang const IOMX::PortMode &mode = mPortMode[portIndex]; 8585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 859d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // Always allocate VideoNativeMetadata if using ANWBuffer. 860d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // OMX might use gralloc source internally, but we don't share 861d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // metadata buffer with OMX, OMX has its own headers. 862d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 863054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 864d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (mode == IOMX::kPortModeDynamicNativeHandle) { 8653e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 866054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 867054219874873b41f1c815552987c10465c34ba2bLajos Molnar 8685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 878054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 879054219874873b41f1c815552987c10465c34ba2bLajos Molnar 88028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 88128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 882d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] Allocating %u buffers of size %zu (from %u using %s) on %s port", 8835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 884d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang def.nBufferCountActual, bufSize, def.nBufferSize, asString(mode), 8855778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 88928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 89028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 89128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 89228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 89328edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 89428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 89734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 89834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 89934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 90028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 901d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode != IOMX::kPortModePresetSecureBuffer) { 9028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex] = TAllocator::getService("ashmem"); 9048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mAllocator[portIndex] == nullptr) { 9058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa ALOGE("hidl allocator on port %d is null", 9068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (int)portIndex); 9078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa size_t totalSize = def.nBufferCountActual * 9118a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (alignedSize + alignedConvSize); 9128a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 9138a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 914d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 916fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim const sp<AMessage> &format = 917fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim portIndex == kPortIndexInput ? mInputFormat : mOutputFormat; 918054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 9198a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory hidlMemToken; 9208a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<TMemory> hidlMem; 921d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<IMemory> mem; 922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 923ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 924ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 92515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 92690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 9271b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mGraphicBuffer = NULL; 9281b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 930d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModePresetSecureBuffer) { 931a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 9321b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 933d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->allocateSecureBuffer( 934d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang portIndex, bufSize, &info.mBufferID, 935a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 936a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 9374811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim info.mData = (native_handle == NULL) 9384811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim ? new SecureBuffer(format, ptr, bufSize) 9394811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim : new SecureBuffer(format, native_handle, bufSize); 9405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9428a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9438a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool success; 9448a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa auto transStatus = mAllocator[portIndex]->allocate( 9458a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bufSize, 9468a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa [&success, &hidlMemToken]( 9478a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool s, 9488a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory const& m) { 9498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa success = s; 9508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMemToken = m; 9518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa }); 9528a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 9538a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!transStatus.isOk()) { 9548a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa ALOGE("hidl's AshmemAllocator failed at the " 9558a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa "transport: %s", 9568a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa transStatus.description().c_str()); 9578a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9588a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9598a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!success) { 9608a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9618a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9628a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMem = mapMemory(hidlMemToken); 963f851e5a9f968c519f659bf85e3bd7127dc2a2885Pawin Vongmasa if (hidlMem == nullptr) { 964f851e5a9f968c519f659bf85e3bd7127dc2a2885Pawin Vongmasa return NO_MEMORY; 965f851e5a9f968c519f659bf85e3bd7127dc2a2885Pawin Vongmasa } 9668a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa err = mOMXNode->useBuffer( 9678a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa portIndex, hidlMemToken, &info.mBufferID); 9688a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9698a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mem = mDealer[portIndex]->allocate(bufSize); 9708a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mem == NULL || mem->pointer() == NULL) { 9718a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9728a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 973ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 9748a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa err = mOMXNode->useBuffer( 9758a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa portIndex, mem, &info.mBufferID); 9768a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 978d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 9798a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa VideoNativeMetadata* metaData = (VideoNativeMetadata*)( 9808a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa getTrebleFlag() ? 9818a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (void*)hidlMem->getPointer() : mem->pointer()); 9828a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa metaData->nFenceFd = -1; 983054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9858a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9868a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecData = new SharedMemoryBuffer( 9878a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa format, hidlMem); 9888a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecRef = hidlMem; 9898a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9908a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecData = new SharedMemoryBuffer( 9918a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa format, mem); 9928a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecRef = mem; 9938a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 994d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 9955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9998a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 10008a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool success; 10018a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex]->allocate( 10028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa conversionBufferSize, 10038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa [&success, &hidlMemToken]( 10048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool s, 10058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory const& m) { 10068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa success = s; 10078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMemToken = m; 10088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa }); 10098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!success) { 10108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 10118a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 10128a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMem = mapMemory(hidlMemToken); 1013f851e5a9f968c519f659bf85e3bd7127dc2a2885Pawin Vongmasa if (hidlMem == nullptr) { 1014f851e5a9f968c519f659bf85e3bd7127dc2a2885Pawin Vongmasa return NO_MEMORY; 1015f851e5a9f968c519f659bf85e3bd7127dc2a2885Pawin Vongmasa } 10168a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mData = new SharedMemoryBuffer(format, hidlMem); 10178a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mMemRef = hidlMem; 10188a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 10198a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mem = mDealer[portIndex]->allocate( 10208a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa conversionBufferSize); 10218a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mem == NULL|| mem->pointer() == NULL) { 10228a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 10238a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 10248a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mData = new SharedMemoryBuffer(format, mem); 10258a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mMemRef = mem; 10265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 10275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 10285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 10295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 10305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10321065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 10341065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 10351065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1042dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<ACodecBufferChannel::BufferAndId> array(mBuffers[portIndex].size()); 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1044dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim array[i] = {mBuffers[portIndex][i].mData, mBuffers[portIndex][i].mBufferID}; 1045dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1046dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 10474a9ab2a382558941ea7fe92324a3d97848686ca8Dongwon Kang mBufferChannel->setInputBufferArray(array); 1048dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else if (portIndex == kPortIndexOutput) { 1049dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray(array); 1050dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 1051dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim TRESPASS(); 1052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1057e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 1058098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 1059098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 10601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1064d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1065d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 10661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 10681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10716f0789a0ba1656215feb71470db47c6325bd7d87David Yeh OMX_INDEXTYPE index; 10726f0789a0ba1656215feb71470db47c6325bd7d87David Yeh err = mOMXNode->getExtensionIndex( 10736f0789a0ba1656215feb71470db47c6325bd7d87David Yeh "OMX.google.android.index.AndroidNativeBufferConsumerUsage", 10746f0789a0ba1656215feb71470db47c6325bd7d87David Yeh &index); 10756f0789a0ba1656215feb71470db47c6325bd7d87David Yeh 10766f0789a0ba1656215feb71470db47c6325bd7d87David Yeh if (err != OK) { 10776f0789a0ba1656215feb71470db47c6325bd7d87David Yeh // allow failure 10786f0789a0ba1656215feb71470db47c6325bd7d87David Yeh err = OK; 10796f0789a0ba1656215feb71470db47c6325bd7d87David Yeh } else { 10806f0789a0ba1656215feb71470db47c6325bd7d87David Yeh int usageBits = 0; 10816f0789a0ba1656215feb71470db47c6325bd7d87David Yeh if (nativeWindow->query( 10826f0789a0ba1656215feb71470db47c6325bd7d87David Yeh nativeWindow, 10836f0789a0ba1656215feb71470db47c6325bd7d87David Yeh NATIVE_WINDOW_CONSUMER_USAGE_BITS, 10846f0789a0ba1656215feb71470db47c6325bd7d87David Yeh &usageBits) == OK) { 10856f0789a0ba1656215feb71470db47c6325bd7d87David Yeh OMX_PARAM_U32TYPE params; 10866f0789a0ba1656215feb71470db47c6325bd7d87David Yeh InitOMXParams(¶ms); 10876f0789a0ba1656215feb71470db47c6325bd7d87David Yeh params.nPortIndex = kPortIndexOutput; 10886f0789a0ba1656215feb71470db47c6325bd7d87David Yeh params.nU32 = (OMX_U32)usageBits; 10896f0789a0ba1656215feb71470db47c6325bd7d87David Yeh 10906f0789a0ba1656215feb71470db47c6325bd7d87David Yeh err = mOMXNode->setParameter(index, ¶ms, sizeof(params)); 10916f0789a0ba1656215feb71470db47c6325bd7d87David Yeh 10926f0789a0ba1656215feb71470db47c6325bd7d87David Yeh if (err != OK) { 10936f0789a0ba1656215feb71470db47c6325bd7d87David Yeh ALOGE("Fail to set AndroidNativeBufferConsumerUsage: %d", err); 10946f0789a0ba1656215feb71470db47c6325bd7d87David Yeh return err; 10956f0789a0ba1656215feb71470db47c6325bd7d87David Yeh } 10966f0789a0ba1656215feb71470db47c6325bd7d87David Yeh } 10976f0789a0ba1656215feb71470db47c6325bd7d87David Yeh } 10986f0789a0ba1656215feb71470db47c6325bd7d87David Yeh 10991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 1100d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getGraphicBufferUsage(kPortIndexOutput, &usage); 11011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 11021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 11031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 11041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 11051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 11071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 11091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 11101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1112f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 1113e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 1114b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 1115fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 1116fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 1117fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 11181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 1119607e65286b7c3dcd06b7175c9d81b82e6fcfcb9aWonsik Kim return setNativeWindowSizeFormatAndUsage( 11201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 11211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 11221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 11231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 11241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 1125098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 1126098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 11271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 11281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 11301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 1131098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1132098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 11331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 11341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 11351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 11361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1137d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1138d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 11391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1141098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1142903896b72e3810e77166f7570e2d5a420241238aLajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, 1143903896b72e3810e77166f7570e2d5a420241238aLajos Molnar preregister && !mTunneled /* reconnect */); 11441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1146e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 11471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 11481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1150ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1151ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1152ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1153ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1154ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1155ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1156d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1157d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1158ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1159ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1160ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1161ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1162ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1163ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1164ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1165054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1166258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1167258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1168054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1169258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1170258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 117129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1172258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1173258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1174258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1175258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1176e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1177e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 11781faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 11791faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1180e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1181e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1182e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1183e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1184e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1185e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1186e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 11871faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 11881faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1189e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1190e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1191258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1192d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1193d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1194258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1195e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1196e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1197e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1198e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1199e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1200609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1201e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1202e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1203e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1204258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1205258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1206258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1207258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 121229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1217054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1218054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1219054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1220054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1221054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1222054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1223d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This method only handles the non-metadata mode (or simulating legacy 1224d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // mode with metadata, which is transparent to ACodec). 1225d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(!storingMetadataInDecodedBuffers()); 12263fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1227054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1228054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1229098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1230054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1231054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1232e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1233054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 12343fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 12353fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(true); 12363298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1237609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1239054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1242054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 12438ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 124415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 124515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 124729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125104e331c5032609f7ed42c344780b9c1b4cfe4afbMathias Agopian sp<GraphicBuffer> graphicBuffer(GraphicBuffer::from(buf)); 125274006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 125374006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 125415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 125515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 125690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 125774006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 12581b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 12593fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 12603fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // TODO: We shouln't need to create MediaCodecBuffer. In metadata mode 12613fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // OMX doesn't use the shared memory buffer, but some code still 12623fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // access info.mData. Create an ABuffer as a placeholder. 1263d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1264d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mCodecData = info.mData; 12653fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 126674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 126774006804065941841883c4b46ee785070164023fJamie Gennis 1268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 12693fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, graphicBuffer, &bufferId); 1270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1271609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 127274006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 127674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 127774006804065941841883c4b46ee785070164023fJamie Gennis 1278609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1286d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 12883fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // that were dequeued. Also cancel all if we're in legacy metadata mode. 1289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 129074006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1292054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1293054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1294054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12993175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 13003175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 13013175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 13023175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 13033175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 13043fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13073fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 13083fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(false); 13093fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1313054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1314d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(storingMetadataInDecodedBuffers()); 13153fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1316054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1317054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1318098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 13193fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang false /* preregister */); 1320d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) 1321054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1322e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1323054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1324e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1325e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1326e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1327e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1328e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1329e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 133015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 133190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1332e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 13331b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 1334e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1335e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1336d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1337349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 1338349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang // Initialize fence fd to -1 to avoid warning in freeBuffer(). 1339349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ((VideoNativeMetadata *)info.mData->base())->nFenceFd = -1; 1340349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 13415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 1342e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1343d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, OMXBuffer::sPreset, &info.mBufferID); 1344e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1345e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1346d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] allocated meta buffer with ID %u", 1347d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), info.mBufferID); 1348e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1349e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1350054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1351054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1352054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1353054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1354054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1355054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1356054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1357054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1358054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1359054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 13600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 13620806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1363054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1364609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 13651b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer->handle); 1366054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1367054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 136815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 13693fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return fillBuffer(info); 1370054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1371054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 137215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 137315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 137415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 137515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 137615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 137715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 137815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 137915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 138015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 138115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13820806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 13830806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 13840806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 13850806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 13860806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13870806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13880806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13890806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13900806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13910806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13930806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13940806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13950806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13960806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13970806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13980806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13990806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 14000806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 14010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 14020806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 14030806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 14040806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 14050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14060806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 14070806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1411609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 141415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 141615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 141715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14193fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 14203fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 14210806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14243fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 142790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 142890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 142990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 143090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 143190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 143290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 143390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 143490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 143590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 143690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 143790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 143890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 143990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 144090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 144190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 144290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 144390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 144490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 144590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 144690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 144790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 144890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 144990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 145090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1451604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1452604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1453604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1454604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1455604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1456604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 145790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 145890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 145990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 146079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onOutputFramesRendered(done); 146190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 146290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1463f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 14648ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1465054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1466ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1467ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1468ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1469ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1470ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1471ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1472ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1473346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1474346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1475346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1476346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1477346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1479dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 148015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 148115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 148215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1483dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1484dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1486dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1487b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1488b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1489dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1490dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1491dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 149290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1493dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1494dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1495dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1496dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1497dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1498dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1499dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1500dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1501dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1502dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1503dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1504dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 150590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 15061b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang ALOGV("dequeued buffer #%u with age %u, graphicBuffer %p", 15071b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang (unsigned)(info - &mBuffers[kPortIndexOutput][0]), 15081b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mDequeueCounter - info->mDequeuedAt, 15091b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mGraphicBuffer->handle); 15101b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang 1511dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 151215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 151390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1514dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1515dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1516dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1518dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1519dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1520dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1521dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1522dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1523d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!stale && !storingMetadataInDecodedBuffers()) { 1524dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1525dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1526dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1527dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1528dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1529dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1531dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1532054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1533dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1534dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1535b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1536b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1537dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1538dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1539054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1540054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1541054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1542054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1543054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1544054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1545054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1546054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1547054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 15480806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 15490806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 15500806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 15510806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1552054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1553054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 15540806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 155504e331c5032609f7ed42c344780b9c1b4cfe4afbMathias Agopian oldest->mGraphicBuffer = GraphicBuffer::from(buf); 15561b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mNewGraphicBuffer = true; 15570806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 155815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 155990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 156090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1561d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 1562d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("replaced oldest buffer #%u with age %u, graphicBuffer %p", 1563d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1564d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mDequeueCounter - oldest->mDequeuedAt, 15651b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mGraphicBuffer->handle); 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 156790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 15680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1571f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1572dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 1573dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setInputBufferArray({}); 1574dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 1575dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray({}); 1576dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1577dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 1578777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1579938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1580938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1581777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1582777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1583777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1584777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15878a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 15888a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex].clear(); 15898a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 15908a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDealer[portIndex].clear(); 15918a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 1592777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1595349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1596777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1597938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1598938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16022ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 16032ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 16042ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 16052ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1606777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1607777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1608777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1609777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1613777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 16180806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 162015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 1621d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mPortMode[portIndex] == IOMX::kPortModeDynamicANWBuffer && info->mCodecData != NULL 1622fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 1623fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int fenceFd = ((VideoNativeMetadata *)info->mCodecData->base())->nFenceFd; 162415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 162515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 162615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 162715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 162815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 162915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 16300806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 16310806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 16320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 16330806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 16340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 16350806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16370806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 1638d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->freeBuffer(portIndex, info->mBufferID); 16390806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 16400806340688c937e7b78c2d89db3809274130df4eLajos Molnar 16410806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 16420806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 16430806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 16440806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 164715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 164815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 164915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 165015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1651604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1652604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1653604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1654604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 165590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1656d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang // remove buffer even if mOMXNode->freeBuffer fails 1657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1658777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1661f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 16620806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1674777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16783fd200feb657c157125e45e30c2a7262e3c0244dChong Zhangstatus_t ACodec::fillBuffer(BufferInfo *info) { 16793fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err; 16801b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // Even in dynamic ANW buffer mode, if the graphic buffer is not changing, 16811b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // send sPreset instead of the same graphic buffer, so that OMX server 16821b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // side doesn't update the meta. In theory it should make no difference, 16831b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // however when the same buffer is parcelled again, a new handle could be 16841b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // created on server side, and some decoder doesn't recognize the handle 16851b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // even if it's the same buffer. 16861b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang if (!storingMetadataInDecodedBuffers() || !info->mNewGraphicBuffer) { 16873fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 16883fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, OMXBuffer::sPreset, info->mFenceFd); 16893fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 16903fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 16913fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, info->mGraphicBuffer, info->mFenceFd); 16923fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 16933fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 16941b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mNewGraphicBuffer = false; 16953fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mFenceFd = -1; 16963fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err == OK) { 16973fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 16983fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 16993fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return err; 17003fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang} 17013fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 17025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 17041ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime); 17055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 17065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 17075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 1708d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = SetComponentRole(mOMXNode, role); 17095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 17105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 17115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 17125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 17135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 17145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 17155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 17205778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 17215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1723b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1724b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1725b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1726e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1729d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 1730d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 17318db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 174596bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 174696bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 174796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 174896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 174996bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 175096bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 175196bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 175296bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1753d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1754d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 17553e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 17563e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 1757d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::PortMode mode; 1758d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storeMeta == kMetadataBufferTypeNativeHandleSource) { 1759d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicNativeHandle; 1760d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (storeMeta == kMetadataBufferTypeANWBuffer || 1761d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang storeMeta == kMetadataBufferTypeGrallocSource) { 1762d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicANWBuffer; 1763d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else { 1764d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return BAD_VALUE; 1765d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1766d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, mode); 1767d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1768054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1769054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1770c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1771c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1772d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 1773d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1774c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1775c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1776c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1777c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1778054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1779d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1780308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17813a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17823a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17833a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17843a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 1785d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getExtensionIndex( 1786d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.prependSPSPPSToIDRFrames", &index); 17873a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17883a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1793d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(index, ¶ms, sizeof(params)); 17943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 18003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 18013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 18023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 18033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1804308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1805308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1806308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1807308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 18088db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1809308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1810308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 18113e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1812308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1813d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mFlags & kFlagIsSecure) { 1814d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang enable = OMX_TRUE; 1815d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1816308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1817d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, enable ? 1818d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::kPortModePresetSecureBuffer : IOMX::kPortModePresetByteBuffer); 1819308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1820d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 1821308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1822a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1823a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1824a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1825a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1826a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1827a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 182894ee4b708acfa941581160b267afb79192b1d816Chong Zhang 18293604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang // only allow 32-bit value, since we pass it as U32 to OMX. 183094ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 18312c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 18323604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang } else if (mMaxPtsGapUs > INT32_MAX || mMaxPtsGapUs < 0) { 18333604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang ALOGW("Unsupported value for max pts gap %lld", (long long) mMaxPtsGapUs); 18343604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang mMaxPtsGapUs = -1ll; 18352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 18362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 183737b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 183837b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 183937b2b389139ed638831e49708c947863eef631efRonghua Wu } 184037b2b389139ed638831e49708c947863eef631efRonghua Wu 184122dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa if (!msg->findDouble("time-lapse-fps", &mCaptureFps)) { 184222dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mCaptureFps = -1.0; 184394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 184472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 184572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 184672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 184772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 184872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 184972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1850308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1851308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1853054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1856b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1857e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1858e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18591713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18601713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18611713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18621713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18631713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18641713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18651713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18661713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18671713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18681713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1869a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1870a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1871a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1872d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, IOMX::kPortModePresetSecureBuffer); 1873d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 1874d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1875d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGI("falling back to non-native_handles"); 1876d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang setPortMode(kPortIndexInput, IOMX::kPortModePresetByteBuffer); 1877d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = OK; // ignore error for now 1878d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1879a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1880e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18821de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18831de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 1892d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 1893d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18976597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18986597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18996597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 19006597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 19016597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 19026597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 19035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1907ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 19085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 190997827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 191097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 19115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 19125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 19145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 191597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 19165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 19175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1918fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1919fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1920d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1921d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1922d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1923d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1924d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1925d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1926d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1927d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1928d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 19293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 19303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1931d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1932d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1933d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1934d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1935d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1936d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 19375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1938ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1939ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1940ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19413fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19423fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19433fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19443fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19453fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19463fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19473fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19483fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19493fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 1950d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer); 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 1981d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1982d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 19835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1993cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // allow failure 1994cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = OK; 19955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1996d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] setPortMode on output to %s succeeded", 1997d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), asString(IOMX::kPortModeDynamicANWBuffer)); 1998054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 19995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 2000fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 20010167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 20025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 20035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 20045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 20055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 20065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 20070167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 2008e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 2009e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 2010e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 2011e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 2012e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 2013e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 2014e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 2015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 2016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 20175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 20185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 20195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 20205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 2021308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 20223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 20233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 20243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 20253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 20263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 2027cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang (void)setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 2028cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } else if (haveNativeWindow && !storingMetadataInDecodedBuffers()) { 2029cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetANWBuffer); 2030cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang if (err != OK) { 2031cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang return err; 2032cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } 20333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 2036b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2038b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20461de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 2048cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // fallback for devices that do not handle flex-YUV for native buffers 20493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2052777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2054777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2055777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2060777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20641ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (!IsFlexibleColorFormat( 2065d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2071e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2074d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // TODO: implement adaptive-playback support for bytebuffer mode. 2075d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This is done by SW codecs, but most HW codecs don't support it. 2076d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 2077d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang inputFormat->setInt32("adaptive-playback", false); 20783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2082b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2083b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 209242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 209342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 209442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 209542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 209642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 209742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 209842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 209942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 210042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 210142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 210242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 210342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 210442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 21095778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2111aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2112b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 21138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 21142965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 21158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2116ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2117ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2118ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2119aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2120aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2121aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2122b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2123b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2124b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2125ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 21268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 21278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 21288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21292965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 21302965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 21312965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 21322965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 21338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 21348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 21368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2154ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21554471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21562965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21572965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2159729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2161729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2163729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2164729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2165729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2166729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2167729de186450f78c099637e1fce743fe531862c52Andreas Huber 2168729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 217217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 217317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 217417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 217517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 217617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21782f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2179ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21832f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2187516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2188cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2189cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2190516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2191cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2193516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2194516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2195516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2198516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2199516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2200516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 22012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 22022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 22032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2204516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2205516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 22062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2207ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2208ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2209ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2210ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2211ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2212ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2213ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 22145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2215ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 221697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 221797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 221897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 221997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 222097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 222197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 222297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 222397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 222497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 22258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 22268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 22278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 22288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 22298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 22308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 22318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 22328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 22338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2235729de186450f78c099637e1fce743fe531862c52Andreas Huber 22364471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 22374471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22384471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22394471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22408b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22418b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22428b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22439806555d3930be43e11106281dee354820ac1c88Andreas Huber 22448b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22458b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22468b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22478b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22489806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22499806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22509806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22519806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22529806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22539806555d3930be43e11106281dee354820ac1c88Andreas Huber 2254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 225701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore error 2258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 226001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore error 2261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22638b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22648b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22658b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 226601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore error 22678b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22688b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2269ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2270ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2271ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2272ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2273ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2274ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2275ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2276ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 227701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore errors 227801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 227901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 228001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err == OK) { 228101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = setVendorParameters(msg); 228201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err != OK) { 228301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return err; 228401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 2285ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2286ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2287697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22884e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2289b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22904e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2291777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2292777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2293777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2294777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2295777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2296777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2297777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2298777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 23005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 23015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 23025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 23035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 23045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 23065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 23075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 23085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 23105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 23125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 23135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 23145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuangstatus_t ACodec::setLatency(uint32_t latency) { 232289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang OMX_PARAM_U32TYPE config; 232389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang InitOMXParams(&config); 232489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang config.nPortIndex = kPortIndexInput; 232589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang config.nU32 = (OMX_U32)latency; 232689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t err = mOMXNode->setConfig( 232789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang (OMX_INDEXTYPE)OMX_IndexConfigLatency, 232889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang &config, sizeof(config)); 232989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang return err; 233089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang} 233189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 233289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuangstatus_t ACodec::getLatency(uint32_t *latency) { 233389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang OMX_PARAM_U32TYPE config; 233489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang InitOMXParams(&config); 233589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang config.nPortIndex = kPortIndexInput; 233689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t err = mOMXNode->getConfig( 233789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang (OMX_INDEXTYPE)OMX_IndexConfigLatency, 233889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang &config, sizeof(config)); 233989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (err == OK) { 234089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang *latency = config.nU32; 234189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 234289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang return err; 234389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang} 234489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 23458b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 23468b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 23478b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 23488b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23498b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 23508b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 23518b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 2352d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 2353d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigPriority, 23548b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 23558b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 23568b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 23578b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23588b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 23598b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 23608b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2361ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2362ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2363ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2364ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2365ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2366ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2367ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2368ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2369ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2370ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2371ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2372ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2373ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2374ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2375ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2376ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2377ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2378ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2379ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2380d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2381d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2382ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2383ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2384ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2385ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2386ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2387ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2388ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2393d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getConfig( 2394d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2403870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2404870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2405d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2406d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2413870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2414870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2415870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2416870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2417870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2418d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2419d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2420870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2421870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2422870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2423870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2424870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2425870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2426870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2427870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2428870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2429870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2430870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2431870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2432870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2433870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2434870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2435870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2436870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2437d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2438d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2439870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2440870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2441870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2442870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2443870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2444870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2445870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2446870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2447870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2448870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2449870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2450870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2451870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2452870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2453870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2454870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2455870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2456870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2457870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2458870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2459870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2460870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2461870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2462870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2463870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2464870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2465d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2466d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2467870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2468870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2469870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2470870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2471870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2472870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2473870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2474870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2475870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2476d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2477d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, 2478d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &refreshParams, sizeof(refreshParams)); 2479870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2480870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2481870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2482870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2483870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2484870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2485870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 24860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnarstatus_t ACodec::configureTemporalLayers( 24870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat) { 24880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!mIsVideo || !mIsEncoder) { 24890f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return INVALID_OPERATION; 24900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24910f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24920f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString tsSchema; 24930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!msg->findString("ts-schema", &tsSchema)) { 24940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return OK; 24950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24970f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numLayers = 0; 24980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numBLayers = 0; 24990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar int tags; 25000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar char dummy; 25010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE pattern = 25020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 25030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 25040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0) { 25050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 25060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 25070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 25080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 25090f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 25100f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers += numBLayers; 25110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 25120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 25130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGI("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 25140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 25150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layerParams; 25180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerParams); 25190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPortIndex = kPortIndexOutput; 25200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2521d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2522d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 2523d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &layerParams, sizeof(layerParams)); 25240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 25260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (!(layerParams.eSupportedPatterns & pattern)) { 25280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 25290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25310f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers = min(numLayers, layerParams.nLayerCountMax); 25320f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numBLayers = min(numBLayers, layerParams.nBLayerCountMax); 25330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!inConfigure) { 25350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE layerConfig; 25360f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerConfig); 25370f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPortIndex = kPortIndexOutput; 25380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.ePattern = pattern; 25390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPLayerCountActual = numLayers - numBLayers; 25400f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nBLayerCountActual = numBLayers; 25410f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.bBitrateRatiosSpecified = OMX_FALSE; 25420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2543d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig( 2544d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidVideoTemporalLayering, 25450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerConfig, sizeof(layerConfig)); 25460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 25470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.ePattern = pattern; 25480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual = numLayers - numBLayers; 25490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nBLayerCountActual = numBLayers; 25500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.bBitrateRatiosSpecified = OMX_FALSE; 25510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2552d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2553d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 25540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 25550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString configSchema; 25580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid) { 25590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("android.generic.%u+%u", numLayers - numBLayers, numBLayers); 25600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 25610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("webrtc.vp8.%u", numLayers); 25620f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 25650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGW("Failed to set temporal layers to %s (requested %s)", 25660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema.c_str(), tsSchema.c_str()); 25670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25690f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2570d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2571d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 25720f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 25730f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err == OK) { 25750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGD("Temporal layers requested:%s configured:%s got:%s(%u: P=%u, B=%u)", 25760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar tsSchema.c_str(), configSchema.c_str(), 25770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar asString(layerParams.ePattern), layerParams.ePattern, 25780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual, layerParams.nBLayerCountActual); 25790f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25800f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (outputFormat.get() == mOutputFormat.get()) { 25810f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format change event 25820f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // assume we got what we configured 25840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar outputFormat->setString("ts-schema", configSchema); 25850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar} 25880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2589f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2594d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2595d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2607d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2608d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2614d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2615d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2621777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2622777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2623777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2624777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 26356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 2637d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2638d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26476e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 26486e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 26496e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 26506e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 26516e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 26526e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 26536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2656d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2657d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2661aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 26628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 26632965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 26642965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2665ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2666ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2667ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2668ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2689d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2690d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2699d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2700d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2710d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2711d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 27245778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 27275778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2729aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2731b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2732b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2733b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2734b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2735b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2736b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2737b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2738b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2739b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2740b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2741b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2742b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2743b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2744b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2745b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2746b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2747b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2748b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2749b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2750b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2751b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2752b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2753b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2754b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2755b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2756b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2758d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2759d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2772d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2773d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2781ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2782ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2783ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2784ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2785ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27878045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2788dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 27898045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 27908045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 27918045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 27928045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 27938045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 27948045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 27952965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 27968045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2797d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t res = mOMXNode->setParameter( 2798d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27998045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 28008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 2801d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode->setParameter( 2802d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 28038045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 28048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 28058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 28068045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 2807b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 28088045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 281197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 281297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 281397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 281497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 281597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 281697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 281797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 281897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 281997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 282097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 282197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 282297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 282397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 282497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 282597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 282697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 282797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 282897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2829d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2830d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 283197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 283297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 283397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 283497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 283597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 283697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 283797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 283897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2839d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2840d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 284197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 284297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 28438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 28448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 28458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 28468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 28478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 28498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 28508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 28538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 28548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 28558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 28588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 28598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 28608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2861d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2862d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 28638a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28648a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 28658a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 28668a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28678a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28688a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 28698a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 28708a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2871d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2872d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 28738a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 28748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 28865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 28885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 28895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 28925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 28935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 28945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28965778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 28975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 28985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 28995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 29015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 29025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 29175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2921729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2922729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2924729de186450f78c099637e1fce743fe531862c52Andreas Huber 2925d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2926d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2927729de186450f78c099637e1fce743fe531862c52Andreas Huber 2928729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2929729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2930729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2931729de186450f78c099637e1fce743fe531862c52Andreas Huber 2932729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 29335778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 29345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2935d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2936d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2937729de186450f78c099637e1fce743fe531862c52Andreas Huber 29385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2941729de186450f78c099637e1fce743fe531862c52Andreas Huber 29425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 29435778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 29445778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 29455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2946729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2947729de186450f78c099637e1fce743fe531862c52Andreas Huber 294817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2949777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2950777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2951777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 29525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2953729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 295417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2955729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2956729de186450f78c099637e1fce743fe531862c52Andreas Huber 29572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 29582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 29592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 29612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 29622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 29632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 29642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 2966d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 29672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 29682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 29692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 29702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 2972d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 29732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 29742f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 29752f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 29762f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29782f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29792f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 29802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 29812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 29822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 29832f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 29842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2985729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 29865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2987729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2988729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2989729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2990729de186450f78c099637e1fce743fe531862c52Andreas Huber 2991d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2992d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2993729de186450f78c099637e1fce743fe531862c52Andreas Huber 2994729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2995729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2996729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2997729de186450f78c099637e1fce743fe531862c52Andreas Huber 2998729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2999729de186450f78c099637e1fce743fe531862c52Andreas Huber 3000d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3001d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3002729de186450f78c099637e1fce743fe531862c52Andreas Huber 3003729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 3004729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 3005729de186450f78c099637e1fce743fe531862c52Andreas Huber } 3006729de186450f78c099637e1fce743fe531862c52Andreas Huber 3007729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 3008729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 3009729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 3010729de186450f78c099637e1fce743fe531862c52Andreas Huber 3011d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3012d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 3013729de186450f78c099637e1fce743fe531862c52Andreas Huber 3014729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 3015729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 3016729de186450f78c099637e1fce743fe531862c52Andreas Huber } 3017729de186450f78c099637e1fce743fe531862c52Andreas Huber 3018729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 30195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 30205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 30215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 30225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 30235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 30245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 30255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 30265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 30275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 30285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 30295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 30305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 30315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 30325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 30335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 30345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 3035729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 3036729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 3037729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 3038729de186450f78c099637e1fce743fe531862c52Andreas Huber 3039c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 3040c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 3041729de186450f78c099637e1fce743fe531862c52Andreas Huber } 3042729de186450f78c099637e1fce743fe531862c52Andreas Huber 3043d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3044d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 30455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 30465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 30475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 30485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 30495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 3050d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3051d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 30525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 30535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 3054729de186450f78c099637e1fce743fe531862c52Andreas Huber} 3055729de186450f78c099637e1fce743fe531862c52Andreas Huber 30565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 305797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 30585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 30595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 3060d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->configureVideoTunnelMode( 3061d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 30625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 30635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 30645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 30655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 30665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 30685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 30695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 30705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 30715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 30725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 30735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 30755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 30765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 3077f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 3078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 3079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 30800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 30810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 3082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 3083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 3085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 3086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 3087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 3089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 3090d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3091d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 3092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3098229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 3099229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 31000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 31011ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3102d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 31030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 3104229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 3105229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 3106229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 3107229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3108229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 3110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 3111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 3113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 3114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 3115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 3116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 3120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 3121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 31346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 31356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 31366e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 31376e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 31386e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3145d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3146d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 31520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 31530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 31540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 31550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 31560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 31570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 31580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 31590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 31600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 31610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 31620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 31630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 31640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 31650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 31660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 31710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 31720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 31750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 3176d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3177d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 31780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 31790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 31800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 31810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 31820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 31850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 31870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 31880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 31900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 31930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 31940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 31950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 31960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 31970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 31980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 32000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 32010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 32020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 32031ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3204d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, false /* usingNativeBuffers */, 32050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 32060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 32070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 32080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 32090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3210d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 3211d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3214e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3215e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3216e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3217e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 32192472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 322394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 322494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3225a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3226e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3227e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3230e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3231e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3232e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3233e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3234e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3235e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3240e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3241e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3242e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3243e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3244e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3245e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3246e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3247e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3248e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3249e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3250e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3251e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3252e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3253e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3254e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3255e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3256e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3257e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 32585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3260a6bfb5060824f01041f956c733fec141504c280bHangyu Kuangstatus_t ACodec::setPortBufferNum(OMX_U32 portIndex, int bufferNum) { 3261a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 3262a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang InitOMXParams(&def); 3263a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nPortIndex = portIndex; 3264a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t err; 3265a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGD("Setting [%s] %s port buffer number: %d", mComponentName.c_str(), 3266a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3267d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3268d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3269a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3270a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3271a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3272a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nBufferCountActual = bufferNum; 3273d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3274d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3275a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3276a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Component could reject this request. 3277a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGW("Fail to set [%s] %s port buffer number: %d", mComponentName.c_str(), 3278a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3279a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3280a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return OK; 3281a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang} 3282a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 32848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3285b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 328689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 328789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 328889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 328989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 329089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 329189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 32925778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 32935778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 32945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3299f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3300f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3301f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3302f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3303f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3304f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3305d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3306f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3307d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 3308f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3309f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3310f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 331989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 332089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 332189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 332289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 33230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 332489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 332589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 332689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 33270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 332889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 332989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 33300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 333189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3337a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component input buffer number to be |tmp|. If succeed, 3338a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set input port buffer number to be |tmp|. If fail, 3339a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3340a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-input-buffers", &tmp)) { 3341a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexInput, tmp); 3342a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3343a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3344a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3345a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 3346a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component output buffer number to be |tmp|. If succeed, 3347a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set output port buffer number to be |tmp|. If fail, 3348a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3349a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-output-buffers", &tmp)) { 3350a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexOutput, tmp); 3351a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3352a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3353a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3354a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 335578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 335678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 335778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 335878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 335978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 336078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 336178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 336278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 336378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 336578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 33818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 33828338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3383db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3384db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3385db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3386db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3387db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 33885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3389db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3390db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3391db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3396d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3397d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 34038338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3407d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3422db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 34248338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 34258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 34268338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 34308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 34318338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 34338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3438b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3439b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 34418338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 34448338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3446b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3447b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3448b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3450b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3452d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 34538338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3456b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3459b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3460b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3465b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 34718338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 34808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3482b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3484b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3492b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3493b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3494b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3495b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3498b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 35008338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3501b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3502b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3504b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3505b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3507b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3508b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3510b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3511b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3513b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3514b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3515b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3516b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3517b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3518b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3519b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3521b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3522b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3523b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3524b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3525b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3526b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 35278338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3528b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 35298338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3530b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3531b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3532b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3533b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3534b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3535b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3536b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3537b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 35388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3540b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 35418338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 35428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3543b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3544b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3545b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3546b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3547b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3548b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3549b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3550b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3551b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3552b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3553b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3554b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3555b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3556b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3557b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3558b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3559b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3560b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3561b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3562b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3563b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3564b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3565b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3566b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3567b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3568b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3569b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3570b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 35718338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35728338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3573b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3574b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3575b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3576b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3577b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3578b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3579b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3580b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3581b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3582b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3583b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3584b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3585b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3586b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3587b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 35885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 35895e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 35905e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 35915e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35925e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 35935e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 35945e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 35955e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35965e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 35975e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 35985e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 35995e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 36005e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 36015e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 36025e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 36035e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 36045e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 36055e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 36065e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3607b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3608b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3609b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 36108338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 36118338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3612b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 36138338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 36148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3615b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3616b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3617b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3618b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3619b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 36208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3621b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3622b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 36238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3624b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3625b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3626b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3627b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3628b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3629b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3630b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3631b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3632b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3633b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 36348338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 36358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3636b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3637b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3638b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3639b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3640b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3641b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 36428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3643b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3644b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3645b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3646b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3647b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3648b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3649b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3650b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 36518338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3652b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3653b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3654b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3655b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3656b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 36595e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 36605e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3661db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3662db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 36635e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3664db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3665db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3666db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3667db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3668db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3669db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3670db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3671db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3672db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3673db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3674d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3675d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3676db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3677db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3678db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3679db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3680db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3681db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3682db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3683db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3684db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3685d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3686db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3687db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3688db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3689db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3690db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3691db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3692db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3693db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3694db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3695db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3696db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3697db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3698db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3699db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3700db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3701db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3702db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3703db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3704db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3705db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3706d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3707db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3708db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3709db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3710db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3711db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3712db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3713db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3714db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 37158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3716b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3717b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37305778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 37395778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 37405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37415778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 37425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37435778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 37445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3745d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3746d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 37545778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 37555778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 37615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 37635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 37645778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37675778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 37685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 37705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 37715778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 377822dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa float framerate; 377922dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa if (!msg->findFloat("frame-rate", &framerate)) { 37805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 37815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 37825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 378422dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mFps = (double)tmp; 378522dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa } else { 378622dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mFps = (double)framerate; 37875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 378922dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa video_def->xFramerate = (OMX_U32)(mFps * 65536); 37905778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3791a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3792a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3793a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3794a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3795a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3797d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3798d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38165778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 38175778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 38185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 38225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3828d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3829d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38355778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3842d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3843d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38465778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 38475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 38485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3852870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3853870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3854870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3855870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3856870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3857870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3858870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3859870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3860870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3861870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3862870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 386389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang configureEncoderLatency(msg); 386489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 38665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 38675778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 38685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38705778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 38715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 38725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38745778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 38755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 38765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3878c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3879c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3880c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3881c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 388289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 388389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 38849bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar err = setupVPXEncoderParameters(msg, outputFormat); 388589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 388689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38875778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 38885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38910f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38920f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38958338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 38968338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3897b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3898b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 38998338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 39008338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 39018338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 39028338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 39035e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 39045e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 39055e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 39065e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 39075e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 39085e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 39095e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 39105e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 39115e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 39125e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 39130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 39140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 39150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 39160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 39170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar switch (compressionFormat) { 39180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingAVC: 39190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingHEVC: 39200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = configureTemporalLayers(msg, true /* inConfigure */, outputFormat); 39210f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 39220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 39230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 39240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 39250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 39260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP8: 39270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP9: 39280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // TODO: do we need to support android.generic layering? webrtc layering is 39290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // already set up in setupVPXEncoderParameters. 39300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 39310f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 39320f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar default: 39330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 39340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 39350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 3936d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3937d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3938d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 39440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 39450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 39460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 39470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 39490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 39510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 39520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 39530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 39540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 39570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 39600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 39610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 39620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 39630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 39660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 39680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 39690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 39720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3974d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3975d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, ¶ms, sizeof(params)); 39760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 39770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 39780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3979f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnarstatic OMX_U32 setPFramesSpacing( 398063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFramesInterval /* seconds */, int32_t frameRate, uint32_t BFramesSpacing = 0) { 3981f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BFramesSpacing is the number of B frames between I/P frames 3982f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // PFramesSpacing (the value to be returned) is the number of P frames between I frames 3983f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3984f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // keyFrameInterval = ((PFramesSpacing + 1) * BFramesSpacing) + PFramesSpacing + 1 3985f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // ^^^ ^^^ ^^^ 3986f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // number of B frames number of P I frame 3987f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3988f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // = (PFramesSpacing + 1) * (BFramesSpacing + 1) 3989f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3990f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // E.g. 3991f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // I P I : I-interval: 8, nPFrames 1, nBFrames 3 3992f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BBB BBB 3993f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3994f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar if (iFramesInterval < 0) { // just 1 key frame 3995f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return 0xFFFFFFFE; // don't use maxint as key-frame-interval calculation will add 1 3996f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar } else if (iFramesInterval == 0) { // just key frames 39975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 39985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3999f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 4000f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // round down as key-frame-interval is an upper limit 4001f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar uint32_t keyFrameInterval = uint32_t(frameRate * iFramesInterval); 4002f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar OMX_U32 ret = keyFrameInterval / (BFramesSpacing + 1); 4003f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return ret > 0 ? ret - 1 : 0; 40045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 400696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 400796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 400896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 400996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 401096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 401196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 401296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 401396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 401496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40155778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 401663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 401763a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 40185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 401963a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 40205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 402396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 402496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40255778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40315778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4038d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4039d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 40475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 40485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4052f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nBFrames = 0; 4053f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, mpeg4type.nBFrames); 40545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 40555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 40605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 40615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 40625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 40635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40665778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4081d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4082d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 408896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 409863a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 409963a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 41005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 410163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 41025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 410596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 410696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 41075778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 41085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 41095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 41105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 41115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41135778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 41145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41165778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 41175778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 41185778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 41195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4120d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4121d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 41225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 41285778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 41295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4130f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nBFrames = 0; 4131f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h263type.nBFrames); 41325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 41335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 41345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 41375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 41385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 41395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 41405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41435778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 41445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 41505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 41515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 41545778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 41555778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 41565778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 41575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4158d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4159d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 41605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 416596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 41665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 41725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 41735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4174a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 4175a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 4176a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 4177a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 4178a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 4179a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 4180a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 4181a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 4182a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 4183a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 4184a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 4185a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 4186a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4187a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4188a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 4189a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 4190a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 4191a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 4192a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 4193a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 4194a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4195a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 4196a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 4197a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4198a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4199a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4200a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4201a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4202a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4203a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4204a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4205a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4206a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4207a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4208a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4209a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4210a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4211a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4212a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4213a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4214a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4215a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4216a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4217a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4218a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4219a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4220a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4221a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4222a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4223a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4224a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4225a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 42265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 422763a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 422863a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 42295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 423063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 42315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 42325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 423496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 423596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 42365778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 42375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 42385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 42395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 42405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 42415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42425778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 42435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 42460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 42470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 42480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 42490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 42500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 42510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 42520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 42530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 42540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 42550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 42565778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 42575778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 42585778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 42595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4260d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4261d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 42625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 42685778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 42695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 42715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 42735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 42745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 42755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 42785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 42845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4285e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 42868eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 42874c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#if 0 /* DON'T YET DEFAULT TO HIGHEST PROFILE */ 42884c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar // Use largest supported profile for AVC recording if profile is not specified. 4289826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar for (OMX_VIDEO_AVCPROFILETYPE profile : { 4290826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar OMX_VIDEO_AVCProfileHigh, OMX_VIDEO_AVCProfileMain }) { 4291826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar if (verifySupportForProfileAndLevel(profile, 0) == OK) { 4292826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar h264type.eProfile = profile; 4293826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar break; 4294826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 4295826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 42964c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#endif 42978eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 42988eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4299e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4300e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4301e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 43025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 43035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 43045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 43055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 43065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 4307f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 43085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 43095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 43105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43115778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 43125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 43135778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 43145778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 43155778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 43165778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 43175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 43185778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4319e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4320e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4321e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4322e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4323e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 432489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang h264type.nBFrames = mLatency == 0 ? 1 : std::min(1U, mLatency - 1); 4325f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4326e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4327e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4328e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4329e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4330e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4331e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4332e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4333e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4334e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4335e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 43365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 43395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 43405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 43435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 43445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 43455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 43465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 43475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 43485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 43495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4350d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4351d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 43525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4357e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // TRICKY: if we are enabling temporal layering as well, some codecs may not support layering 4358e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // when B-frames are enabled. Detect this now so we can disable B frames if temporal layering 4359e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // is preferred. 4360e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar AString tsSchema; 4361e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar int32_t preferBFrames = (int32_t)false; 4362e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (msg->findString("ts-schema", &tsSchema) 4363e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && (!msg->findInt32("android._prefer-b-frames", &preferBFrames) || !preferBFrames)) { 4364e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layering; 4365e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar InitOMXParams(&layering); 4366e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar layering.nPortIndex = kPortIndexOutput; 4367d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 4368d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 4369e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar &layering, sizeof(layering)) == OK 4370e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.eSupportedPatterns 4371e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.nBLayerCountMax == 0) { 4372e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nBFrames = 0; 4373e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4374e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nAllowedPictureTypes &= ~OMX_VIDEO_PictureTypeB; 4375e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar ALOGI("disabling B-frames"); 4376d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4377d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 4378e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 4379e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (err != OK) { 4380e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar return err; 4381e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4382e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4383e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4384e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 438596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 43865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4388c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 438963a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 439063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 4391c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 439263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 4393c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4394c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4395c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4396c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4397c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4398c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4399c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4400c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4401c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4402c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4403c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4404c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4405c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4406c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4407c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4408c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4409c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4410c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4411c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4412d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4413d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4414c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4415c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4416c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4417c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4418c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4419c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4420c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4421c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4422c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4423c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4424c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4425c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4426c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4427c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4428c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4429c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4430c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4431c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4432c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 44339aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 4434f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 4435c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4436d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4437d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4438c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4439c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4440c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4441c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4442c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4443c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4444c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 44459bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnarstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat) { 444689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 444763a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval = 0; 44484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 44494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 44504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 44514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 44524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 44534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 44544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 44554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 44564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 44574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 445889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 445989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 446089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 446163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar msg->findAsFloat("i-frame-interval", &iFrameInterval); 446289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 446389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 446489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 44654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 44664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 44674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 44684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 44694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 44704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 44724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 44759bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE tsType = 44769bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 44779bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar 44784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 4479f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numLayers = 0; 4480f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numBLayers = 0; 4481f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar int tags; 4482f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar char dummy; 4483f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 4484f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0) { 44854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 44869bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 4487f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers; 4488f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 4489f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 4490f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 4491f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 44924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4493f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar // VPX does not have a concept of B-frames, so just count all layers 44949bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 4495f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers + numBLayers; 44964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 4497f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar ALOGW("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 44984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 4499f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = min(tsLayers, (size_t)OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS); 45004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 45014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 45024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 45034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 45044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 4505d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4506d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 45074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 45084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 45094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 45104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 4511f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 45124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 45134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 45144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 45154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 45164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 45174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 45184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 45194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 45204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 45214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 45224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 45234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 45244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 45254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 4526d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4527d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 45284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 45294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 45304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 45319bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsType == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 45329bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise even single layer WebRTC layering, as it is defined 45339bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("webrtc.vp8.%u-layer", tsLayers)); 45349bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsLayers > 0) { 45359bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // tsType == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid 45369bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("android.generic.%u", tsLayers)); 45374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 45384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 45394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 454089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 454189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 454289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 45435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 45445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 45455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 45465778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 45475778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 45485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45496e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 45506e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 4551d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 45525778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 4553d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 45545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 45575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 45605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 45615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 45635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 45645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 45666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 45676e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 45686e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 45696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 45706e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 45715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 45735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 457596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 457696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 45775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 45785778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 45795778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 45805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4581d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4582d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 45835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 45865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 458896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 45895778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 45905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4591d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4592d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 45935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 459589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuangvoid ACodec::configureEncoderLatency(const sp<AMessage> &msg) { 459689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (!mIsEncoder || !mIsVideo) { 459789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang return; 459889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 459989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 460089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang int32_t latency = 0, bitrateMode; 460189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (msg->findInt32("latency", &latency) && latency > 0) { 460289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t err = setLatency(latency); 460389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (err != OK) { 460489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang ALOGW("[%s] failed setLatency. Failure is fine since this key is optional", 460589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mComponentName.c_str()); 460689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang err = OK; 460789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } else { 460889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mLatency = latency; 460989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 461089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } else if ((!msg->findInt32("bitrate-mode", &bitrateMode) && 461189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang bitrateMode == OMX_Video_ControlRateConstant)) { 461289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang // default the latency to be 1 if latency key is not specified or unsupported and bitrateMode 461389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang // is CBR. 461489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mLatency = 1; 461589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 461689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang} 461789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 46185778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 46195778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 46205778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 46215778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 46225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4623d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4624d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 46255778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 46265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 46275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 46285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 46295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 46305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 46315778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 46325778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 46335778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 46345778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 46355778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 46365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4637d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4638d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 46395778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 46405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 46415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4642f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 464478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 464578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4652d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4653d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4654777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4655777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4656777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4666777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4667777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4668777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4669777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 467778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 467878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 467978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4682d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4683d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4688d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4689d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4690d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4691d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4692d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4693d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4694d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4695d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4696d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4697d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4698d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4699d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4700d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4701d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 47027e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 47037e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 47047e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 47057e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 47067e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 47077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 47087e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 47097e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 47107e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 47117e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 47127e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 47137e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 47147e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 47157e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 47167e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 47177e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 47187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 47197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 47207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4721e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 47227e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4723c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4724054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4725054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4726c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 47277e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 47287e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 47297e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4730f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4737609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4747f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4752f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4756f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4766e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4767777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 476831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 476931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4770e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 477131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4772d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamPortDefinition, &def, sizeof(def)); 4773777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4774777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4775777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 477631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4777777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4778777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4779777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4780777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 478131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 478231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 478331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 478431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 478531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4786e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4787e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4788e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4789e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4790e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4791e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4792e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4793e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4794e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4795e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 47960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 479773dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 47980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 47990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 48000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 48010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 48020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 48030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 48040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 48050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 4806d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (DescribeColorFormat(mOMXNode, describeParams)) { 48070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 48080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 48090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 48100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 48110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 48125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 481373dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 481473dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 481573dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 481673dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 481773dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 481873dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 481973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 48200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 482103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 482203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4823b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4824b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4825b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4826b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4827b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4828b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4829b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4830b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4831d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getConfig( 4832b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4833b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4834b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4835b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4836b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4837b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4838b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4839b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4840b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 484191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4842b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4843b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4844b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4845b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 484652fda70b8ed8f03cdb63c40c8eff9734b86f4151panshuangquan ALOGE("Wrong cropped rect (%d, %d, %u, %u) vs. frame (%u, %u)", 4847b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 484852fda70b8ed8f03cdb63c40c8eff9734b86f4151panshuangquan rect.nWidth, rect.nHeight, 4849b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4850b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4851b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 485231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4853b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4854b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4855b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4856b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4857b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4858b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4859b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4860b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4861b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4862b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4863b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4864b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4865b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4866b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4867b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4868b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4869b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 48705e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4871b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4872b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 48735e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 48745e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 48755e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 487689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang uint32_t latency = 0; 487789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (mIsEncoder && getLatency(&latency) == OK && latency > 0) { 487889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang notify->setInt32("latency", latency); 487989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 4880777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4881e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4882e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4883e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 48844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 48864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 48874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 48894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 48904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 4891d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 48924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 48934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 48944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 48954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 48979bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (vp8type.eTemporalPattern == OMX_VIDEO_VPXTemporalLayerPatternWebRTC 48989bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount > 0 48999bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount 49009bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar <= OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS) { 49019bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise as android.generic if we configured for android.generic 49029bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar AString origSchema; 49039bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (notify->findString("ts-schema", &origSchema) 49049bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && origSchema.startsWith("android.generic")) { 49059bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 49069bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "android.generic.%u", vp8type.nTemporalLayerCount)); 49079bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else { 49089bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 49099bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "webrtc.vp8.%u-layer", vp8type.nTemporalLayerCount)); 49104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 49114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 49124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 49134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 49144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 49154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4916e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4917e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4918777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4919777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4920777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4921777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4922777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4923777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4924777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4925e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4926e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4927e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4928e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4929e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4930e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4931e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4932870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4933870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4934870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4935870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4936870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4937e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4938e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 493931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4940e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4941e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 49425a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 49435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 49445a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 49455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 494631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 494731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 494831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 494931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 495031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 495131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 495231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 495397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4954e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4955e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4956e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4957e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4958e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4959e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4960d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4961d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4963777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4964777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 496514f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4966777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4967777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 49695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 49725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4973777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4975e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4976e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4977e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4978e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 49795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 49805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 49815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 49825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 49835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 49845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 49855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 49865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 49875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 49885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 49895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 49905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 49915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 49925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 49935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 49945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4995e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4996e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 49988b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4999e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 50008b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 50019806555d3930be43e11106281dee354820ac1c88Andreas Huber 5002e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 5003e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 5004e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 5005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 5006e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5007e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5008d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5009d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 5010777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5011777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5012777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5013e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5014e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 5015e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 5016e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 5017e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5018e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5019e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5020e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 5021e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 5022e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 5023e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 5024e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 50259806555d3930be43e11106281dee354820ac1c88Andreas Huber 5026d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5027d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 5028777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5029777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5030777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5031e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5032e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 5033e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 50340806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 5035e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 5036e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 50370806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 5038e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 5039e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5040e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5041e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5042e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5043e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 5044e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 5045e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 5046e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 5047e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5048e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5049d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5050d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 5051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5052777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5054e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5055e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 5056e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 5057e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 5058e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5059e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5060e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5061e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 5062e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5063e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 5064e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5065e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5066e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5067d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5068d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 5069777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5070777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5071777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5072e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5073e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 5074e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5075e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5076e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5077e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5078e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5079e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 5080e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5081e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 5082e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5083e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5084e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5085d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5086d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 5087777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5088777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5089777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5090e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5091e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 5092e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5093e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5094e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5095e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5096e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 509797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 509897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 509997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 510097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 5101e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 510297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5103d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5104d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5105777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5106777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5107777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5108777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 510997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 511097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 511197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 511297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 511397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 511497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 51168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 51178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 51188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 51198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 51208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 51218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5122d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5123d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5124777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5125777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5126777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 51288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 51298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 51308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 51318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 51328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 51338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 51348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 51358c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 51368c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 51378c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 51388c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 51398c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 51408c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5141d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5142d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5143777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5144777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5145777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5146777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 51478c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 51488c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 51498c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 51508c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 51518c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 51528c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 51538c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 515410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 515510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 515610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 515710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 515810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 515910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5160d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5161d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5162777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5163777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5164777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 516510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 516610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 516710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 516810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 516910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 517010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 517110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 517210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 517310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 517410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 517510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 517610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 517778bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 517810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 517910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 518041d3f579d2c166984958263533284209b90c87d5Marco Nelissen 518141d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 518241d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 51830806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 518441d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 518541d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 518641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5187d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5188d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5189777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5190777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5191777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 519241d3f579d2c166984958263533284209b90c87d5Marco Nelissen 519341d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 519441d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 51950806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 519641d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 519710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 519810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5200777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5201777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5202777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 520431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 520531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 520631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 520731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 521031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 521131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 521201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return getVendorParameters(portIndex, notify); 5213e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5214e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5215b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5216b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5217b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5218b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5219b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5220b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5221b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5222b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5223b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5224b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5225b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5226b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5227b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5228b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5229b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5230b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5231b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5232b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5233b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5234b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5235b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5236b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5237b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5238b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5239b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5240b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5241b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5242b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5243b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5244b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5245b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5246b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5247b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5248b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5249b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5250b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5251b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5252b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5253b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 52541734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5255697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5256b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5257e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5258b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5259777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5260777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5261777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5262e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 52631734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 52641734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 52651734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 52661734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 52671734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 52681734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 52691734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 52701734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 52711734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 52721734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 52735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 52745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 52755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 52765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 52775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 52785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 52795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 52805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 52815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 52825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5285b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5286b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5287b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5288b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5289b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5290b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5291b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5292b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5293b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5294b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5295b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t channelCount, sampleRate; 529684d7e874983ee0d66db328c454fa603374d4635fMarco Nelissen CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5297b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen CHECK(mOutputFormat->findInt32("sample-rate", &sampleRate)); 5298b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen if (mSampleRate != 0 && sampleRate != 0) { 5299b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderDelay = mEncoderDelay * sampleRate / mSampleRate; 5300b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderPadding = mEncoderPadding * sampleRate / mSampleRate; 5301b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 5302b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen } 5303e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5304e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5305e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5306ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5307e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5308e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5309b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5310e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5311e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5312b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5313b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 531431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 531531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 53165778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5317251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5318251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5319251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5320251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5321251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5322251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5323251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5324251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5325251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5326251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5327346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5328346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 532979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onError(internalError, ACTION_CODE_FATAL); 5330cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5331cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5332496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5333496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5334496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5335496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5336496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5337496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5338496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5339496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5340496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5341496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5342496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5343d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setConfig( 5344496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5345496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5346496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5347496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5348496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 53497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim//////////////////////////////////////////////////////////////////////////////// 53507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 5351f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5356ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5357ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53614ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kimvoid ACodec::BaseState::stateExited() { 53624ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ++mCodec->mStateGeneration; 53634ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim} 53644ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 5365f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 538026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 538126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 538226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 538326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5384e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5385e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5386e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5387e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5388e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5389e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 539226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 53961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 53971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 53981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 53991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 54001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 54011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 54021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 54032235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 54041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 54051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 54061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 54071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 54081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 54091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 54101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 54117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 54128f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 54137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 54147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5415251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 54167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 54177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 54187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 54197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 54207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5421ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5422ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5423251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5424ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 54256d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 5426ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5427ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5428ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5429ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 543030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 543130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 543230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 543330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 5434d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->freeNode(); 543530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 543630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 543779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 5438ec69aafeef06b42d3bfa6c7e4a7fee0cb03d360cWonsik Kim 5439ec69aafeef06b42d3bfa6c7e4a7fee0cb03d360cWonsik Kim mCodec->changeState(mCodec->mUninitializedState); 544030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 544130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 544230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 54434ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim case ACodec::kWhatForceStateTransition: 54444ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim { 54454ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ALOGV("Already transitioned --- ignore"); 54464ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim break; 54474ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 54484ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 545626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 54575e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 54585e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5459d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode == NULL) { 54605e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 54615e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 546226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 54635e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 54645e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5465d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang int32_t generation; 5466d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(msg->findInt32("generation", (int32_t*)&generation)); 5467d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (generation != mCodec->mNodeGeneration) { 5468d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ALOGW("Unexpected message for component: %s, gen %u, cur %u", 5469d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->debugString().c_str(), generation, mCodec->mNodeGeneration); 5470777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5471777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 547226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 547326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 547426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 547526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 547626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 547726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 547826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 547926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 548090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 548126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 548226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5483e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5484e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 548590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 548690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 548790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 548890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 548990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 549090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 549190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 549290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 549390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 549490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 549526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 549626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 549726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 549826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 549926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 550026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 550126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55110af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 55120af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 55130af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 55140af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 55150af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 55160af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 55170af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 55180af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 55190af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 55200af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 55210af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 553115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 553215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5533609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 553415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 553615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5542609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 554415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 555115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 555715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 555815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 556290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 556390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 556490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 556590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 556690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 556790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 556890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 556990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 557090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 557190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5573777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5574777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 557890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 557990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 558090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 558190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 558290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 558390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5584f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5586b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 55876cf9a1238986880536de705255f7c2c91c1ba719Chong Zhang ColorAspects aspects = ColorUtils::unpackToColorAspects(data2); 5588b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5589b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5590b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5591b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5592b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5594ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5600ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5602251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5603251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5604251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5605251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5606251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5607251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5608251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 561315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5614ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5615349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5616349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 56170806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56180806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56190806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 56200806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 56210806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 562215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 562315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 562415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 56250806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 56260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 562915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 563015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 563115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 563215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 563315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 563415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 563515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 563696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 563796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 563896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 563996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 564096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 564196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5642d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5653777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5655777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5656777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5662f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5669ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim info->mData->setFormat(mCodec->mInputFormat); 5670dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->fillThisBuffer(info->mBufferID); 567179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim info->mData.clear(); 5672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5675f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5677609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 56787e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 5679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 56805778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5681a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 568276d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 568376d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (msg->findInt32("discarded", &discarded) && discarded) { 5684dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // these are unfilled buffers returned by client 5685dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // buffers are returned on MediaCodec.flush 5686dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mode = KEEP_BUFFERS; 5687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 568876d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<RefBase> obj; 568976d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 569076d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim buffer = static_cast<MediaCodecBuffer *>(obj.get()); 5691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 56935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 56945778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 56955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 56965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56990806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 57000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 57010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 57020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 57030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 57040806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5708fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 57135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5714dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5715dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5716dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5717dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 57245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5725fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5726fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5727fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5728fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5729fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5730fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5736d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5738f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5739f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5740f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5741f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5742f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5743f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 57485778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 57495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5751fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size_t size = buffer->size(); 575249b2b4d30a0f74314630a5ea5f0e59697d90443eChong Zhang size_t offset = buffer->offset(); 5753fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (buffer->base() != info->mCodecData->base()) { 5754ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5755d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5756d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5757fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim buffer->base(), info->mCodecData->base()); 5758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5760d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 57615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 57625b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 57635b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 57645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 57655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 57660806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57670806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5768fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size = info->mCodecData->size(); 57693fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 577049b2b4d30a0f74314630a5ea5f0e59697d90443eChong Zhang info->mCodecData->setRange(offset, size); 5771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5773078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5774ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5775078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 57765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5777ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 57785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5779078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5780d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5781ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5782ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5783d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5784ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5785ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5786d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5787078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5788349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5789d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5790d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5791d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5792d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5793d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5794d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5795d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5796054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5797054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5798054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5799054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5800054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5801054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5802054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5803054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5804054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5805054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5806054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5807054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 580815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5809d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5810d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5811d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang switch (mCodec->mPortMode[kPortIndexInput]) { 5812d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetByteBuffer: 5813d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetANWBuffer: 5814d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetSecureBuffer: 58153fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang { 58163fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 58173fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, info->mCodecData, flags, timeUs, info->mFenceFd); 58183fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 5819d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5820d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5821d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicNativeHandle: 5822d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5823d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5824d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 58253fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang sp<NativeHandle> handle = NativeHandle::create( 58263fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang vnhmd->pHandle, false /* ownsHandle */); 58273fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 58283fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, handle, flags, timeUs, info->mFenceFd); 5829d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5830d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5831d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicANWBuffer: 5832d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5833d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 583404e331c5032609f7ed42c344780b9c1b4cfe4afbMathias Agopian sp<GraphicBuffer> graphicBuffer = GraphicBuffer::from(vnmd->pBuffer); 58353fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 58363fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, graphicBuffer, flags, timeUs, info->mFenceFd); 5837d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5838d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5839d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5840d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5841d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5842d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mCodec->mPortMode[kPortIndexInput]), 5843d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info->mCodecData->size(), 5844d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5845d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5846d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5847d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5848d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 584915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58520806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5855fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Hold the reference while component is using the buffer. 5856fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 58595778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 58605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 58610806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 58620806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 58635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 58655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 58665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 58680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 58690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5870dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5871dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 58723856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5873dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5874dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5876ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5877349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5878349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 587915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5880d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err2 = mCodec->mOMXNode->emptyBuffer( 58813fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, OMXBuffer::sPreset, OMX_BUFFERFLAG_EOS, 0, info->mFenceFd); 588215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58840806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58850806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5890dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5894625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5895777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5896777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5897777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5898625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5899777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5900625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5904f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5933f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 593715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 593815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5939609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 59405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5941349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 59430806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5944d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5945d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5946d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5947d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5948d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5949d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5950d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5951d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5952d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5953d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5954d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5955d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5956d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5957d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5958d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5959d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 59620806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 59630806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 59640806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 59650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 59660806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 596715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 596815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 596915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 59700806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5973054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 597690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 597790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 597890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 597990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 598090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 598190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 598290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 598390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 598490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 598515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 598615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 598715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 598815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 598915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 599015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 599115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6000a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 6001a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 6002609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 60035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 6004349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 60053fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mCodec->fillBuffer(info); 60060806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60080806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60090806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 60105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 60115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 601231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 6013ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 6014577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6015b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 6016697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 6017697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 60181734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 6019697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 6020b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 60215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6022ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim buffer->setFormat(mCodec->mOutputFormat); 6023b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 6024d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mCodec->usingSecureBufferOnEncoderOutput()) { 6025054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 6026d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<SecureBuffer> secureBuffer = static_cast<SecureBuffer *>(buffer.get()); 6027d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (secureBuffer != NULL) { 60287c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 60293e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 60307c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 60317c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 6032d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang handle = (native_handle_t *)secureBuffer->getDestinationPointer(); 60337c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 6034054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 60357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setPointer("handle", handle); 60367e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeOffset", rangeOffset); 60377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeLength", rangeLength); 6038fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (buffer->base() == info->mCodecData->base()) { 60397e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->setRange(rangeOffset, rangeLength); 60405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 60415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 60425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 60435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 60447e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mCodecData, buffer); 60455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 60465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 60485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 6049308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 6050496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 605121ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 6052496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 6053496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 6054496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 60555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 605621ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60588b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 60597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mCodec->mSkipCutBuffer->submit(buffer); 60608b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 60617e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 6062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6063fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 6064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6065dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->drainThisBuffer(info->mBufferID, flags); 60665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60675778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 6068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 60705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 60715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 607279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onEos(mCodec->mInputEOSResult); 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 6074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6078777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 60790806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 60800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60810806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60820806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60830806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6085777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6086777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6087777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6088777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6096609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 60977e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 609876d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 609976d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 610076d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 610176d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim msg->findInt32("discarded", &discarded); 610276d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 61040806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 61050806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 61060806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 61070806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 61080806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 61090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61100806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 61110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6112fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 6113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 61156aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 611676d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim && !discarded && buffer->size() != 0) { 61176fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6120dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim android_native_rect_t crop; 6121dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 6122dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // NOTE: native window uses extended right-bottom coordinate 6123dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.right; 6124dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.bottom; 6125dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6126dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowCrop = crop; 6127dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6128dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6129dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6130dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6131dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 6132dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t dataSpace; 6133dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findInt32("android._dataspace", &dataSpace) 6134dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6135dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_buffers_data_space( 6136dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6137dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowDataSpace = dataSpace; 6138dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6139dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6140dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 614190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 614290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 61437e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 614490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 614590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 614690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 614790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 614890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6149fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6150fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6151c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 61527e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (buffer->meta()->findInt64("timeUs", ×tampNs)) { 6153c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6154fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6155fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6156fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6157fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 61585778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6159fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 61600806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6161fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 616215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 61630806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 616415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 616515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6167cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6168cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6169264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6171cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 617215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 617315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6174cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 617676d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (mCodec->mNativeWindow != NULL && (discarded || buffer->size() != 0)) { 617715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 617815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 61796fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 61806fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6210c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6211609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6212c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 621315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 62143fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 62153fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err != OK) { 62160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6218c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6223777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62250806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 62260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62270806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6231777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6232777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6233777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6234777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6240f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6244c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6245c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6246ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6247ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 62481d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang if (mCodec->mOMXNode != NULL) { 62498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 6250ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa auto tOmxNode = mCodec->mOMXNode->getHalInterface(); 62518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa tOmxNode->unlinkToDeath(mDeathNotifier); 62528a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 62538a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<IBinder> binder = IInterface::asBinder(mCodec->mOMXNode); 62548a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa binder->unlinkToDeath(mDeathNotifier); 62558a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 62561d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang } 6257ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6258ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6259ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6260b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6261ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6262e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6263ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6264d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode.clear(); 6265ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6266d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 6267d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 62685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 62695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6271c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6272c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6273f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 62865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 62875778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 62885778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 62895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 62905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6294c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6295c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 629754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 629854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 629979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 630079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 630179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 630279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 630379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 6304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6305c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 631079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6312c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 631630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 631730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 631830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 631930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 632030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 632130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6329f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6331c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6332c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6333c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6334c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 63355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6337c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 63385778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 63395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6340d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode == NULL); 63415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 63439c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa bool trebleFlag; 63449c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa if (client.connect(&trebleFlag) != OK) { 634548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 634648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 634748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 63489c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mCodec->setTrebleFlag(trebleFlag); 6349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6353ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6354b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 63555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63585778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 63597791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 63605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6361b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6362b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6363b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6364afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 63655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 63675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 63695778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 63705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6372b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 63735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 63745778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6375b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6376e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 63775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63781065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 63791065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6380d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 63811065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6382201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 63831065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 63841065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6385b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6387da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6388078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6389078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 63901d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(componentName.c_str(), observer, &omxNode); 6391078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63931065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 63941065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 63957a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 63967a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 63971065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63981065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6399d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode = NULL; 64001065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 64011065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6402d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode == NULL) { 64035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 64049f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 64059f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 64065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 64079f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 64085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6409c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 641052e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6411c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6412c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 641423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 64158a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 6416ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa auto tOmxNode = omxNode->getHalInterface(); 64178a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!tOmxNode->linkToDeath(mDeathNotifier, 0)) { 64188a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDeathNotifier.clear(); 64198a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 64208a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 64218a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (IInterface::asBinder(omxNode)->linkToDeath(mDeathNotifier) != OK) { 64228a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa // This was a local binder, if it dies so do we, we won't care 64238a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa // about any notifications in the afterlife. 64248a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDeathNotifier.clear(); 64258a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 642623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 642723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 642826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6429d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang notify->setInt32("generation", ++mCodec->mNodeGeneration); 6430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 643390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6434ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6435ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6436ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6437ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 64381713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 64390167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6440ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6441ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6443d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode = omxNode; 644479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentAllocated(mCodec->mComponentName.c_str()); 6445c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6446c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6447c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 64485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 64495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6450c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6451c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6452c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6453c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6455c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6456c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6457c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6458c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6459f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6460f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6461f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6462f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6463f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6464054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6465054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6466a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6467e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6468e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 64694e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 64706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 6471054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6472c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6473c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6474c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6475c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6476c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6477c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6478c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6479c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 648054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6481f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6482f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6484c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 6487d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (void)mCodec->mOMXNode->freeNode(); 6488c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6489c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6490c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6491c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 649254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 649379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 649479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 649579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 649679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 649779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 649854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 649954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6500c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6501c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6503c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6504c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6505c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6506c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6507c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6508c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6509c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6512c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 65137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 65147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 65157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 65167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 65177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 65187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 65197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 65208f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6521d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 65228f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6523d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6524d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6525d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6526d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6527c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6528c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6529c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6530c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6531c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6532c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6535c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6536c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6537c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6539c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 654054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6541c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6544c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6545c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 654979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6550c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6551c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6552c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6554c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6555c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6556c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6557c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6558c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 65625778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 65635778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 65645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6565d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode != NULL); 65665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65670806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 65685778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 65690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 65700806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 65710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65720806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 65730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6575c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6576c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6577c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6578251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6579c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 65805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 658279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentConfigured(mCodec->mInputFormat, mCodec->mOutputFormat); 6583c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6584c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 65855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 65865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6587d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6588addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (mCodec->mGraphicBufferSource == NULL) { 6589addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return BAD_VALUE; 6590addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6591addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6592addf2cbb120346ae42e78fa739245a353db5edadChong Zhang android_dataspace dataSpace; 6593addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = 6594addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6595addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6596addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to get default data space"); 6597addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6598addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6599addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6600addf2cbb120346ae42e78fa739245a353db5edadChong Zhang err = statusFromBinderStatus( 6601addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource->configure(mCodec->mOMXNode, dataSpace)); 6602addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6603addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("[%s] Unable to configure for node (err %d)", 6604addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mComponentName.c_str(), err); 6605addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6606addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6607a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6608d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 66096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setRepeatPreviousFrameDelayUs( 66116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mRepeatFrameDelayUs)); 6612a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6613a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6614a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6615a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 66166d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6617d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6618a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6619a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6620a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6621d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 66223604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang OMX_PARAM_U32TYPE maxPtsGapParams; 66233604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang InitOMXParams(&maxPtsGapParams); 66243604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nPortIndex = kPortIndexInput; 66253604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nU32 = (uint32_t) mCodec->mMaxPtsGapUs; 66263604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang 66273604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang err = mCodec->mOMXNode->setParameter( 66283604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang (OMX_INDEXTYPE)OMX_IndexParamMaxFrameDurationForBitrateControl, 66293604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang &maxPtsGapParams, sizeof(maxPtsGapParams)); 663094ee4b708acfa941581160b267afb79192b1d816Chong Zhang 663194ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 663294ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 66336d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6634d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66372c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6638d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 66396d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66406d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setMaxFps(mCodec->mMaxFps)); 664137b2b389139ed638831e49708c947863eef631efRonghua Wu 664237b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 664337b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 66446d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6645d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 664637b2b389139ed638831e49708c947863eef631efRonghua Wu } 664737b2b389139ed638831e49708c947863eef631efRonghua Wu } 664837b2b389139ed638831e49708c947863eef631efRonghua Wu 664922dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa if (mCodec->mCaptureFps > 0. && mCodec->mFps > 0.) { 66506d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66516d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setTimeLapseConfig( 665222dc508717c7767927064ec7c152def99e54adcbPawin Vongmasa mCodec->mFps, mCodec->mCaptureFps)); 66532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 66542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 66552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 66566d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6657d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 666072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6661d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 66626d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 6663764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mCodec->mGraphicBufferSource->setSuspend(true, -1)); 666472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 666572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 666672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 66676d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6668d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 666994ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 667094ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 667194ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6672c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6673d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode->getParameter( 6674d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6675c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6676c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6677c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6678c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6679c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6680b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6681b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 66826d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (colorAspectsBuffer->size() != sizeof(ColorAspects)) { 66836d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 66846d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 66856d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 66866d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66876d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setColorAspects(ColorUtils::packToU32( 66886d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang *(ColorAspects *)colorAspectsBuffer->base()))); 66896d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 6690b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6691b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6692b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6693b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6694b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6695b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6696d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6697d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6698d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6699d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6700d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6701d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6702d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6703d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6704addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = mCodec->mOMX->createInputSurface( 6705addf2cbb120346ae42e78fa739245a353db5edadChong Zhang &bufferProducer, &mCodec->mGraphicBufferSource); 6706d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6707d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6708d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6709d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6710d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 67117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 671279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreated( 671379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, 671479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mOutputFormat, 67157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 67167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 67177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 67187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 67197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 67207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 67217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 672279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreationFailed(err); 67237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 67247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 67257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 672679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid ACodec::LoadedState::onSetInputSurface(const sp<AMessage> &msg) { 67278f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6728d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6729d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6730d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6731d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6732addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource = surface->getBufferSource(); 6733d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6734addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = setupInputSurface(); 6735b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6736b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 673779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceAccepted( 673879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, mCodec->mOutputFormat); 6739addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } else { 6740d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6741d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6742d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 67438f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6744d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 674579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceDeclined(err); 6746d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6747d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6748d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6749c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 67505778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 67515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6752d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandStateSet, OMX_StateIdle); 67530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 67550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 67570806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6762f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 67673856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6769cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6770cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 677129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6772cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6773cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6774cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6775251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 677691bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6777d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode->sendCommand( 6778d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 6779c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6780c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6781c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6782c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6783c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6784c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6785c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 678691bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6787cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6792dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (err != OK) { 6793dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 6794dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6796dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6801dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onStartCompleted(); 6802dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 6803dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return OK; 6804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6806f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 680872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 68166507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 68176507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68186507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 68196507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 68206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 68216463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 68226463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68236463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 68246463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68256463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68266463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 68276463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 68286463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68296463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 683079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 68316463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68326463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68336463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68440806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 68450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68460806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 68470806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 68480806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68490806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68500806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 68510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6854d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 6855d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateExecuting); 68560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 68600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68610806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 68620806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6874f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6878f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 68793856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 688472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6891d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6892d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6893d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6894d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6895d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6896d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6897d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6898d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6899d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 690079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6901d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6902d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6903d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 69046507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 69056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 69066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 69076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 69086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 69096507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69210806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 69220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 69230806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69240806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69260806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6942f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6943349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6944349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6947f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6948ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6952054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6953054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6954054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6955054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6956054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6957054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6958054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6959054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6960054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6961054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6962054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 69634dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 69644dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6965054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6966054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6967054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6968054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 69690806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 69740806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 69750806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 69760806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 69770806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69780806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 69850806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 69860806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 69870806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69880806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69920806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6993349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 699415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 69953fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 69960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69970806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69980806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 70010806340688c937e7b78c2d89db3809274130df4eLajos Molnar 70020806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 70030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7007054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 7008c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 7009054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 7010054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 7011054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7012054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7013054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7014f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 7015349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 70160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 7017349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 7018349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7019349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 7021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70223cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 7023777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 7024777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 7025777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7026777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 70273cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 70283cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 70293cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 70303cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 70313cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 70323cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 7033349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7034349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 70383856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 703990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 7040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 7041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7043f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7049c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 7050c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 7051c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 7052c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7053c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 705454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 7055c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 7056c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7057349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7058349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7059d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 7060d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateIdle); 70610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70620806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 70630806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 70650806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 70660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 70680806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70767a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7077ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7078d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7079d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7080d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7081d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7082d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7083d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7084349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7085349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7086d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandFlush, OMX_ALL); 70870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70900806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 70910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7105496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7106496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7107496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7108496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7109496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7110496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7111496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7112496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7113496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7114496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7115496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7116a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7117a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7118a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7119a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7120a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7121a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7122a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7123a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7124a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7125a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7126a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7127a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7128a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7129a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7130a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7131a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7132a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 71337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 71347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 71356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 71367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 71377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 71387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 71397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 71404dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7141054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 71424dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 71434dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 71444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7145054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 71464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7147054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 71484dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71494dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71504dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 71514dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71524dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7161a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7162a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7163530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7164a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7165a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7166a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7167a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7168a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7169d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 7170a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7171a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7172a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7173a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7174a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7175a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7176a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7177a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7178a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7179a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7180a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7181a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 718261fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang int64_t timeOffsetUs; 718361fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (params->findInt64("time-offset-us", &timeOffsetUs)) { 71846d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 71856d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set input buffer time offset without surface", 71866d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 71876d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 71886d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 71896d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 71906d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 71916d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setTimeOffsetUs(timeOffsetUs)); 719261fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 719361fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (err != OK) { 719461fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang ALOGE("[%s] Unable to set input buffer time offset (err %d)", 719561fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang mComponentName.c_str(), 719661fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang err); 719761fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang return err; 719861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 719961fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 720061fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 720172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 720272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 72036d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 72046d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set start time without surface", 72056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 72066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 72076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 72086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 72096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 72106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setStartTimeUs(skipFramesBeforeUs)); 721172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 721272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 721372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 721472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 721572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 721672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 721772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7218e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7219e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 72206d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 72216d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set suspend without surface", 72226d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 72236d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 72246d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 7225e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7226764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang int64_t suspendStartTimeUs = -1; 7227764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang (void) params->findInt64("drop-start-time-us", &suspendStartTimeUs); 72286d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 7229764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mGraphicBufferSource->setSuspend(dropInputFrames != 0, suspendStartTimeUs)); 7230b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7231b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7232b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7233b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7234b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7235b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7236b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7237764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang int64_t stopTimeUs; 7238764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (params->findInt64("stop-time-us", &stopTimeUs)) { 7239764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (mGraphicBufferSource == NULL) { 7240764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang ALOGE("[%s] Invalid to set stop time without surface", 7241764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mComponentName.c_str()); 7242764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang return INVALID_OPERATION; 7243764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7244764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang status_t err = statusFromBinderStatus( 7245764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mGraphicBufferSource->setStopTimeUs(stopTimeUs)); 7246764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang 7247764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (err != OK) { 7248764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang ALOGE("Failed to set parameter 'stop-time-us' (err %d)", err); 7249764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang return err; 7250764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7251f72cefddf378909f360998852e41f49042711299Hangyu Kuang 7252f72cefddf378909f360998852e41f49042711299Hangyu Kuang int64_t stopTimeOffsetUs; 7253f72cefddf378909f360998852e41f49042711299Hangyu Kuang err = statusFromBinderStatus( 7254f72cefddf378909f360998852e41f49042711299Hangyu Kuang mGraphicBufferSource->getStopTimeOffsetUs(&stopTimeOffsetUs)); 7255f72cefddf378909f360998852e41f49042711299Hangyu Kuang 7256f72cefddf378909f360998852e41f49042711299Hangyu Kuang if (err != OK) { 7257f72cefddf378909f360998852e41f49042711299Hangyu Kuang ALOGE("Failed to get stop time offset (err %d)", err); 7258f72cefddf378909f360998852e41f49042711299Hangyu Kuang return err; 7259f72cefddf378909f360998852e41f49042711299Hangyu Kuang } 7260f72cefddf378909f360998852e41f49042711299Hangyu Kuang mInputFormat->setInt64("android._stop-time-offset-us", stopTimeOffsetUs); 7261764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7262764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang 7263b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7264b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7265b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7266b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7267b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7268b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7269b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7270b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7271e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7272e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 72738db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 72748db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 72758db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 72768db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 72778db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 72788db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 72798db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72808db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72818db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7282870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 729389999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang int32_t latency = 0; 729489999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (params->findInt32("latency", &latency) && latency > 0) { 729589999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang status_t err = setLatency(latency); 729689999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang if (err != OK) { 729789999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang ALOGI("[%s] failed setLatency. Failure is fine since this key is optional", 729889999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang mComponentName.c_str()); 729989999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang err = OK; 730089999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 730189999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang } 730289999206477b02597be9b5322d35e37b11ca7326Hangyu Kuang 73030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = configureTemporalLayers(params, false /* inConfigure */, mOutputFormat); 73040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 73050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 73060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 73070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 730801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return setVendorParameters(params); 730901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar} 731001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 731101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// Removes trailing tags matching |tag| from |key| (e.g. a settings name). |minLength| specifies 731201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// the minimum number of characters to keep in |key| (even if it has trailing tags). 731301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// (Used to remove trailing 'value' tags in settings names, e.g. to normalize 731401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// 'vendor.settingsX.value' to 'vendor.settingsX') 731501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstatic void removeTrailingTags(char *key, size_t minLength, const char *tag) { 731601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t length = strlen(key); 731701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t tagLength = strlen(tag); 731801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar while (length > minLength + tagLength 731901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && !strcmp(key + length - tagLength, tag) 732001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && key[length - tagLength - 1] == '.') { 732101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar length -= tagLength + 1; 732201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[length] = '\0'; 732301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 732401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar} 732501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 732601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar/** 732701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * Struct encompassing a vendor extension config structure and a potential error status (in case 732801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * the structure is null). Used to iterate through vendor extensions. 732901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar */ 733001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstruct VendorExtension { 733101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config; // structure does not own config 733201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t status; 733301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 733401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // create based on an error status 733501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension(status_t s_ = NO_INIT) : config(nullptr), status(s_) { } 733601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 733701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // create based on a successfully retrieved config structure 733801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *c_) : config(c_), status(OK) { } 733901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar}; 734001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 734101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// class VendorExtensions; 734201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar/** 734301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * Forward iterator to enumerate vendor extensions supported by an OMX component. 734401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar */ 734501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarclass VendorExtensionIterator { 734601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar//private: 734701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar static constexpr size_t kLastIndex = ~(size_t)0; // last index marker 734801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 734901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sp<IOMXNode> mNode; // component 735001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t mIndex; // current android extension index 735101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar std::unique_ptr<uint8_t[]> mBacking; // current extension's backing 735201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension mCurrent; // current extension 735301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 735401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator(const sp<IOMXNode> &node, size_t index) 735501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar : mNode(node), 735601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mIndex(index) { 735701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mCurrent = retrieve(); 735801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 735901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 736001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar friend class VendorExtensions; 736101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 736201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarpublic: 736301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // copy constructor 736401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator(const VendorExtensionIterator &it) 736501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar : VendorExtensionIterator(it.mNode, it.mIndex) { } 736601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 736701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // retrieves the current extension pointed to by this iterator 736801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension retrieve() { 736901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mIndex == kLastIndex) { 737001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return NO_INIT; 737101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 737201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 737301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // try with one param first, then retry if extension needs more than 1 param 737401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t paramSizeUsed = 1;; ) { 737501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (paramSizeUsed > OMX_MAX_ANDROID_VENDOR_PARAMCOUNT) { 737601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return BAD_VALUE; // this prevents overflow in the following formula 737701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 737801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 737901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t size = sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE) + 738001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (paramSizeUsed - 1) * sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE::param); 738101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mBacking.reset(new uint8_t[size]); 738201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (!mBacking) { 738301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return NO_MEMORY; 738401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 738501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 738601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config = 738701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar reinterpret_cast<OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *>(mBacking.get()); 738801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 738901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar InitOMXParams(config); 739001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->nSize = size; 739101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->nIndex = mIndex; 739201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->nParamSizeUsed = paramSizeUsed; 739301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t err = mNode->getConfig( 739401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_INDEXTYPE)OMX_IndexConfigAndroidVendorExtension, config, size); 739501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err == OK && config->nParamCount > paramSizeUsed && paramSizeUsed == 1) { 739601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // reallocate if we need a bigger config 739701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar paramSizeUsed = config->nParamCount; 739801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 739901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } else if (err == NOT_ENOUGH_DATA 740001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar || (err != OK && mIndex == 0)) { 740101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // stop iterator on no-more signal, or if index is not at all supported 740201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mIndex = kLastIndex; 740301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return NO_INIT; 740401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } else if (err != OK) { 740501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return err; 740601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } else if (paramSizeUsed != config->nParamSizeUsed) { 740701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return BAD_VALUE; // component shall not modify size of nParam 740801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 740901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 741001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return config; 741101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 741201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 741301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 741401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // returns extension pointed to by this iterator 741501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension operator*() { 741601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return mCurrent; 741701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 741801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 741901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // prefix increment: move to next extension 742001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator &operator++() { // prefix 742101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mIndex != kLastIndex) { 742201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ++mIndex; 742301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mCurrent = retrieve(); 742401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 742501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return *this; 742601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 742701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 742801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // iterator equality operators 742901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool operator==(const VendorExtensionIterator &o) { 743001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return mNode == o.mNode && mIndex == o.mIndex; 743101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 743201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 743301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool operator!=(const VendorExtensionIterator &o) { 743401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return !(*this == o); 743501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 743601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar}; 743701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 743801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar/** 743901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * Iterable container for vendor extensions provided by a component 744001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar */ 744101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarclass VendorExtensions { 744201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar//private: 744301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sp<IOMXNode> mNode; 744401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 744501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarpublic: 744601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensions(const sp<IOMXNode> &node) 744701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar : mNode(node) { 744801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 744901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 745001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator begin() { 745101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return VendorExtensionIterator(mNode, 0); 745201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 745301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 745401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator end() { 745501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return VendorExtensionIterator(mNode, VendorExtensionIterator::kLastIndex); 745601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 745701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar}; 745801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 745901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstatus_t ACodec::setVendorParameters(const sp<AMessage> ¶ms) { 746001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar std::map<std::string, std::string> vendorKeys; // maps reduced name to actual name 746101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr char prefix[] = "vendor."; 746201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr size_t prefixLength = sizeof(prefix) - 1; 746301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // longest possible vendor param name 746401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar char reducedKey[OMX_MAX_STRINGNAME_SIZE + OMX_MAX_STRINGVALUE_SIZE]; 746501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 746601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // identify all vendor keys to speed up search later and to detect vendor keys 746701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t i = params->countEntries(); i; --i) { 746801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar AMessage::Type keyType; 746901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar const char* key = params->getEntryNameAt(i - 1, &keyType); 747001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (key != nullptr && !strncmp(key, prefix, prefixLength) 747101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // it is safe to limit format keys to the max vendor param size as we only 747201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // shorten parameter names by removing any trailing 'value' tags, and we 747301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // already remove the vendor prefix. 747401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && strlen(key + prefixLength) < sizeof(reducedKey) 747501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && (keyType == AMessage::kTypeInt32 747601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar || keyType == AMessage::kTypeInt64 747701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar || keyType == AMessage::kTypeString)) { 747801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(reducedKey, key + prefixLength); 747901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar removeTrailingTags(reducedKey, 0, "value"); 748001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar auto existingKey = vendorKeys.find(reducedKey); 748101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (existingKey != vendorKeys.end()) { 748201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("[%s] vendor parameter '%s' aliases parameter '%s'", 748301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mComponentName.c_str(), key, existingKey->second.c_str()); 748401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // ignore for now 748501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 748601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar vendorKeys.emplace(reducedKey, key); 748701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 748801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 748901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 749001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't bother component if we don't have vendor extensions as they may not have implemented 749101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // the android vendor extension support, which will lead to unnecessary OMX failure logs. 749201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (vendorKeys.empty()) { 749301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 749401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 749501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 749601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar char key[sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE::cName) + 749701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sizeof(OMX_CONFIG_ANDROID_VENDOR_PARAMTYPE::cKey)]; 749801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 749901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t finalError = OK; 750001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 750101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't try again if component does not have vendor extensions 750201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsNone) { 750301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 750401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 750501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 750601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (VendorExtension ext : VendorExtensions(mOMXNode)) { 750701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config = ext.config; 750801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config == nullptr) { 750901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return ext.status; 751001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 751101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 751201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsExist; 751301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 751401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->cName[sizeof(config->cName) - 1] = '\0'; // null-terminate name 751501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key, (const char *)config->cName); 751601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t nameLength = strlen(key); 751701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[nameLength] = '.'; 751801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 751901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't set vendor extension if client has not provided any of its parameters 752001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // or if client simply unsets parameters that are already unset 752101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool needToSet = false; 752201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t paramIndex = 0; paramIndex < config->nParamCount; ++paramIndex) { 752301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // null-terminate param key 752401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].cKey[sizeof(config->param[0].cKey) - 1] = '\0'; 752501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key + nameLength + 1, (const char *)config->param[paramIndex].cKey); 752601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar removeTrailingTags(key, nameLength, "value"); 752701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar auto existingKey = vendorKeys.find(key); 752801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 752901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't touch (e.g. change) parameters that are not specified by client 753001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (existingKey == vendorKeys.end()) { 753101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 753201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 753301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 753401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool wasSet = config->param[paramIndex].bSet; 753501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar switch (config->param[paramIndex].eValueType) { 753601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt32: 753701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 753801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar int32_t value; 753901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].bSet = 754001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_BOOL)params->findInt32(existingKey->second.c_str(), &value); 754101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 754201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].nInt32 = value; 754301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 754501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt64: 754701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 754801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar int64_t value; 754901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].bSet = 755001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_BOOL)params->findAsInt64(existingKey->second.c_str(), &value); 755101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 755201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].nInt64 = value; 755301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 755401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 755501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 755601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueString: 755701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 755801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar AString value; 755901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].bSet = 756001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_BOOL)params->findString(existingKey->second.c_str(), &value); 756101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 756201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strncpy((char *)config->param[paramIndex].cString, value.c_str(), 756301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sizeof(OMX_CONFIG_ANDROID_VENDOR_PARAMTYPE::cString)); 756401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 756501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 756601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 756701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar default: 756801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("[%s] vendor parameter '%s' is not a supported value", 756901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mComponentName.c_str(), key); 757001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 757101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 757201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet || wasSet) { 757301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar needToSet = true; 757401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 757501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 757601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 757701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (needToSet) { 757801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t err = mOMXNode->setConfig( 757901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_INDEXTYPE)OMX_IndexConfigAndroidVendorExtension, 758001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config, config->nSize); 758101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err != OK) { 758201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[nameLength] = '\0'; 758301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("[%s] failed to set vendor extension '%s'", mComponentName.c_str(), key); 758401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // try to set each extension, and return first failure 758501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (finalError == OK) { 758601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar finalError = err; 758701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 758801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 758901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 759001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 759101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 759201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsUnchecked) { 759301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsNone; 759401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 759501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 759601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return finalError; 759701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar} 759801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 759901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstatus_t ACodec::getVendorParameters(OMX_U32 portIndex, sp<AMessage> &format) { 760001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr char prefix[] = "vendor."; 760101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr size_t prefixLength = sizeof(prefix) - 1; 760201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar char key[sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE::cName) + 760301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sizeof(OMX_CONFIG_ANDROID_VENDOR_PARAMTYPE::cKey) + prefixLength]; 760401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key, prefix); 760501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 760601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't try again if component does not have vendor extensions 760701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsNone) { 760801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 760901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 761001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 761101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (VendorExtension ext : VendorExtensions(mOMXNode)) { 761201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config = ext.config; 761301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config == nullptr) { 761401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return ext.status; 761501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 761601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 761701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsExist; 761801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 761901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->eDir != (portIndex == kPortIndexInput ? OMX_DirInput : OMX_DirOutput)) { 762001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 762101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 762201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 762301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->cName[sizeof(config->cName) - 1] = '\0'; // null-terminate name 762401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key + prefixLength, (const char *)config->cName); 762501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t nameLength = strlen(key); 762601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[nameLength] = '.'; 762701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 762801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t paramIndex = 0; paramIndex < config->nParamCount; ++paramIndex) { 762901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // null-terminate param key 763001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].cKey[sizeof(config->param[0].cKey) - 1] = '\0'; 763101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key + nameLength + 1, (const char *)config->param[paramIndex].cKey); 763201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar removeTrailingTags(key, nameLength, "value"); 763301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 763401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar switch (config->param[paramIndex].eValueType) { 763501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt32: 763601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 763701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar format->setInt32(key, config->param[paramIndex].nInt32); 763801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 763901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 764001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt64: 764101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 764201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar format->setInt64(key, config->param[paramIndex].nInt64); 764301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 764401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 764501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueString: 764601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 764701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].cString[OMX_MAX_STRINGVALUE_SIZE - 1] = '\0'; 764801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar format->setString(key, (const char *)config->param[paramIndex].cString); 764901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 765001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 765101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar default: 765201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("vendor parameter %s is not a supported value", key); 765301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 765401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 765501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 765601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 765701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 765801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 765901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsUnchecked) { 766001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsNone; 766101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 766201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 766301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 7664a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7665a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 76666507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 76676d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = INVALID_OPERATION; 76686d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource != NULL) { 76696d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus(mGraphicBufferSource->signalEndOfInputStream()); 76706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 767179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onSignaledInputEOS(err); 76726507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 76736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 76744ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kimvoid ACodec::forceStateTransition(int generation) { 76754ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim if (generation != mStateGeneration) { 76764ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ALOGV("Ignoring stale force state transition message: #%d (now #%d)", 76774ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim generation, mStateGeneration); 76784ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim return; 76794ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 76804ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ALOGE("State machine stuck"); 76814ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // Error must have already been signalled to the client. 76824ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 76834ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // Deferred messages will be handled at LoadedState at the end of the 76844ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // transition. 76854ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mShutdownInProgress = true; 76864ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // No shutdown complete callback at the end of the transition. 76874ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mExplicitShutdown = false; 76884ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mKeepComponentAllocated = true; 76894ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 76904ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim status_t err = mOMXNode->sendCommand(OMX_CommandStateSet, OMX_StateIdle); 76914ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim if (err != OK) { 76924ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // TODO: do some recovery here. 76934ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } else { 76944ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim changeState(mExecutingToIdleState); 76954ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 76964ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim} 76974ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 769890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 769990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 770090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 770190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 770290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7703f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7710b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7711b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 771231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7713054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7714d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK_EQ(mCodec->mOMXNode->sendCommand( 7715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7718349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7721b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7722b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7723ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7742f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7747f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7758f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 77644ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim case kWhatShutdown: { 77654ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim if (mCodec->mFatalError) { 77664ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim sp<AMessage> msg = new AMessage(ACodec::kWhatForceStateTransition, mCodec); 77674ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim msg->setInt32("generation", mCodec->mStateGeneration); 77684ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim msg->post(3000000); 77694ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 77704ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim // fall-through 77714ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 7772349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7773e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7775349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 77763856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7777349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7778349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77844ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim case kWhatForceStateTransition: 77854ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim { 77864ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim int32_t generation = 0; 77874ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim CHECK(msg->findInt32("generation", &generation)); 77884ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mCodec->forceStateTransition(generation); 77894ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 77904ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim handled = true; 77914ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim break; 77924ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 77934ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 7794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7802f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 78033856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 780790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 780890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 780990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 781090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 781190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 781290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7813f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 78190806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 78200806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 78210806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 78220806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78260806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 78270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 78280806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 78290806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 78300806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 78310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 78328a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 78338a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mCodec->mAllocator[kPortIndexOutput].clear(); 78348a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 78358a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mCodec->mDealer[kPortIndexOutput].clear(); 78368a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 78370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 7840d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 7841d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandPortEnable, kPortIndexOutput); 78420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 78450806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 78460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 78470806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 7848dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onOutputBuffersChanged(); 78490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7850cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 78510806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7852251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 78534ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim ALOGE("Error occurred while disabling the output port"); 7854cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7858777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7859777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7860777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7861777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78630806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7865349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7866349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7867349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7868349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 78784ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim return BaseState::onOMXEvent(event, data1, data2); 7879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7884f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 78855778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 78865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7889f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 78970806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7903349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 7904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7916f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 79173856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 791831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 79195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7920b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7923f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 79280806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 79290806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 79300806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 79310806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 79320806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 79330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 79340806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 79350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 79375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 79385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7944349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7945349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7946349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7947349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7948349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7949349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7950349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 79550af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7956f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 79575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 7958d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 7959d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 79600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 79610806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 79620806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 79630806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 79640806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 79650806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 79660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 79680167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 79690167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7970bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7971bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7972bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7973bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7974b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7975bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7976bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 79770806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 79780806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 79790806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 79800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 79810806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7986f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7993f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 8001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8002f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 8003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 8004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8006f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 8007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 8008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 8010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 8011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 8012349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 8013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 8014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 8015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 8018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 8019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 8020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 80210806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 8022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 8023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 8026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 8027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 8028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 8031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8033f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 80343856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 8035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8037f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 8038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 8039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 8040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 8041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 80420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 80430806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 80440806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 80450806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 80460806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 80470806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 80480806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 80490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 8050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8051c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 8052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 8054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 8057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 8058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 8062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8063f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 8064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 8065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8067f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 80683856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 8069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 8071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8073f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 8074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 8075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 8077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 8078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 8079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 80804ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim if (mCodec->mFatalError) { 80814ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim sp<AMessage> msg = new AMessage(ACodec::kWhatForceStateTransition, mCodec); 80824ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim msg->setInt32("generation", mCodec->mStateGeneration); 80834ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim msg->post(3000000); 80844ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 8085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 8086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 8089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 8090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 8091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 8092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 8093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 80954ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim case kWhatForceStateTransition: 80964ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim { 80974ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim int32_t generation = 0; 80984ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim CHECK(msg->findInt32("generation", &generation)); 80994ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim mCodec->forceStateTransition(generation); 81004ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 81014ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim handled = true; 81024ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim break; 81034ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim } 81044ec8d83215d61ce8dfad15f5c42e7a190d924bf6Wonsik Kim 8105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 8106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 8107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 8108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 8111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8113f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 8114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 8115ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 8116ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 8117d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 8118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 8119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 8120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 81210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 81220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 81230806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 81240806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 81250806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 81260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 8127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 8129777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 8130777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 8131777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 8132777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 8133777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 8134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 8135e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 81360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 8137e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 8138e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 8139777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 8140777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 8141777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 8142777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 8143777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 8144777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 8145777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 8146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 8148777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 8149777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 8150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 8153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8155349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 8156349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 81571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 8158349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 8159d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->setInt32("generation", mCodec->mNodeGeneration); 8160349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 8161349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 8162349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 8163349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 81643856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 8165349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 8166349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 8167349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 8168349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 8169349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 8170349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 8171349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 8172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 8173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 8174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 8177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8179f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 8180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 8181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 8183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8185f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 8186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 8187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 8189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8191f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 8192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 8193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 8194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 81957e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 81967e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 81977e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 81987e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 819990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 820090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 820179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 8202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 8204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 8205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8206dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 8207dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 8208f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 8209f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 8210f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 8211f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 8212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 8213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 82165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 82175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 82185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 82195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 82201ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime.c_str()); 82215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 82225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 82235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 82269c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa status_t err = client.connect(); 82275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 82285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 82295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 82325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 8233d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 82345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82351d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(name.c_str(), observer, &omxNode); 82365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 82375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 82385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 82395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 8241d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = SetComponentRole(omxNode, role); 82425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 8243d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 82445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 82455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 82465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 82495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 82505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 82525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 82535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 82545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 82555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 82576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 8258d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 8259d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoProfileLevelQuerySupported, 82605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 82615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 82625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 82635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 82656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 82666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 82676e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 82686e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 82696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 82706e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 82715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 82745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 82755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 82765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 82775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 827836e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 82795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 82806e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 82816e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 8282d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 8283d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 82845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 82855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 82865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 82875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 82901ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (IsFlexibleColorFormat( 8291d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode, portFormat.eColorFormat, false /* usingNativeWindow */, 82925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 82935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 82945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 82955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 82965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 82975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 82985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 83015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 83025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 83035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 83065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 83076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 83086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 83096e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 83106e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 83116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 83126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 83135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 83155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 83165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 83175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 83185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 83196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 83206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 8321d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 8322d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 83235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 83245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 83255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 83265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 83285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 83296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 83306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 83316e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 83326e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 83336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 83346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 83355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 83375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 83385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 83395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 83405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 83415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 83445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 83455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 8346d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->configureVideoTunnelMode( 8347d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 83485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 83495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 83505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 8351d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (omxNode->setPortMode( 8352d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer) == OK || 8353d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->prepareForAdaptivePlayback( 8354d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 83555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 83565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 83575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 83605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 83615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 83625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 83635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 83645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 8365d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->getConfig( 8366d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 83675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 83685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 83695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 83715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 83725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 8373d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 83745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 83755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 83765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 83775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 8378a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 8379a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 8380a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 8381a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 8382a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 8383a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 8384a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 8385a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8386a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 8387a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8388a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8389a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8390a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 8391a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8392a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8393a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8394a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8395a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 8396a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8397a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8398a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 8399a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 8400a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8401a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 8402a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8403a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8404a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8405a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 8406a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 8407a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8408a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 8409a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8410a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8411a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8412a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8413a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8414a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8415a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8416a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 8417a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8418a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8419a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8420a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8421a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8422a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8423a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 8424a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8425a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 8426a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8427a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8428a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8429a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8430a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8431a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8432a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 8433a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 8434a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8435a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 8436a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 8437a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 8438a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8439a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 8440a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 8441a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 84429c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasavoid ACodec::setTrebleFlag(bool trebleFlag) { 84439c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mTrebleFlag = trebleFlag; 84448a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa} 84458a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 84468a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasabool ACodec::getTrebleFlag() const { 84478a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return mTrebleFlag; 84488a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa} 84498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 8450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 8451