ACodec.cpp revision 01c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang#include <media/OMXBuffer.h> 48ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa#include <media/omx/1.0/WOmxNode.h> 493a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa#include <hidlmemory/mapping.h> 518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 5297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 56777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 57f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 59dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include "include/ACodecBufferChannel.h" 605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 614811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 6373dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 64496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6513a926879249276771b0097538459c7550e2f5ceSteven Moreland#include <android/hidl/allocator/1.0/IAllocator.h> 668a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa#include <android/hidl/memory/1.0/IMemory.h> 678a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 68f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangusing binder::Status; 716d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 1056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangstatic inline status_t statusFromBinderStatus(const Status &status) { 1066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (status.isOk()) { 1076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return OK; 1086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err; 1106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.serviceSpecificErrorCode()) != OK) { 1116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1136d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.transactionError()) != OK) { 1146d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1156d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1166d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang // Other exception 1176d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return UNKNOWN_ERROR; 1186d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang} 1196d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 127251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 161984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 162984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 163984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 164984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 165984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 20526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 20726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 21190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 21290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 21490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 21690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 21790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 21890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 21926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 22026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 22126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 22226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 22426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 22626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 241090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 26426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 26826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 26926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 27026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 27126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 27226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 27315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 27915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 28015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 28390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2918a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasastruct ACodec::DeathNotifier : 2928a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa public IBinder::DeathRecipient, 2938a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa public ::android::hardware::hidl_death_recipient { 294090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit DeathNotifier(const sp<AMessage> ¬ify) 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 297ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 300ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 301ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 3028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa virtual void serviceDied( 3038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa uint64_t /* cookie */, 3048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa const wp<::android::hidl::base::V1_0::IBase>& /* who */) { 3058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mNotify->post(); 3068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 3078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 308ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 309ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 310ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 311ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 312ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 313ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 314ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 315ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 316ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 317f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 318090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit UninitializedState(ACodec *codec); 319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 329ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 336090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedState(ACodec *codec); 337c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 341c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 345c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3478f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 348c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 349c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 351d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 352d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 353c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 354c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 356c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 359090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedToIdleState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 375090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToExecutingState(ACodec *codec); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 389090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 400349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 401349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 40890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 411349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 412349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 419090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit OutputPortSettingsChangedState(ACodec *codec); 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 42790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 436090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingToIdleState(ACodec *codec); 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 458090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToLoadedState(ACodec *codec); 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 466f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 472f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 473090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit FlushingState(ACodec *codec); 474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 475f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 484f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 49615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 49715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 49815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 50015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 50115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 50315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 50415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 50515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 50615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 50715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 50915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 51015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 51115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 51315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 51415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 51515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 51615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 51715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 51915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 52015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 52115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 52215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 52315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 52415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 52515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 526f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 527b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen : mSampleRate(0), 528d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mNodeGeneration(0), 529b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 530e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 531fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5328db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 534346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5359806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 53654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 537f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5389806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5399806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 540e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5419806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 542054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 543054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 544054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 54694ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 54837b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5492c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 550609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 551ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5528338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 553db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 55401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0), 55501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus(kExtensionsUnchecked) { 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 557c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 570dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 572d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 573d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 574d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 575fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 576fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 5788a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 5799c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mTrebleFlag = false; 580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 582f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 585f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 591dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstd::shared_ptr<BufferChannelBase> ACodec::getBufferChannel() { 592dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (!mBufferChannel) { 593dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = std::make_shared<ACodecBufferChannel>( 594dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatInputBufferFilled, this), 595dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatOutputBufferDrained, this)); 596dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 597dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return mBufferChannel; 598dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 599dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 600a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 6011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 602a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 603a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 604a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 605a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6065778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 6075778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 6081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6125778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 6141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 6191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 6201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 6211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 6231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 6241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 6261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 6271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 6301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 6321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 6337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6358f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 636d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 6378f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 638d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 639d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 640d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 641d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6465778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 650f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6517a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 655f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 659c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 661c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 662c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 66330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 66430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 66630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 669496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 671496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 672496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6734dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6744dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6754dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6764dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6774dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 678054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6794dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 680054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 681054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6824dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6834dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6844dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 695e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 714e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 715098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 716098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 717d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang nativeWindow, &usageBits, !storingMetadataInDecodedBuffers()); 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 722f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 723e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 724e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 725e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 726e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 727e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 728e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 758dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 759dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 760dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 766054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 7671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 768598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 783d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!storingMetadataInDecodedBuffers()) { 7841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 78515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 78915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 79015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 8001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 8011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 803484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 804484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 805484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 806484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 807484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 8081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 809e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 8101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 8111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 813d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhangstatus_t ACodec::setPortMode(int32_t portIndex, IOMX::PortMode mode) { 814d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang status_t err = mOMXNode->setPortMode(portIndex, mode); 815d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 816d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGE("[%s] setPortMode on %s to %s failed w/ err %d", 817d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), 818d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang portIndex == kPortIndexInput ? "input" : "output", 819d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mode), 820d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err); 821d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 822d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 823d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 824d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[portIndex] = mode; 825d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return OK; 826d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang} 827d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 828f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8318a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 8328a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa CHECK(mAllocator[portIndex] == NULL); 8338a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 8348a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa CHECK(mDealer[portIndex] == NULL); 8358a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 840d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storingMetadataInDecodedBuffers()) { 841054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 842054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 843054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 844054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 850d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 851d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 854d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang const IOMX::PortMode &mode = mPortMode[portIndex]; 8555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 856d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // Always allocate VideoNativeMetadata if using ANWBuffer. 857d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // OMX might use gralloc source internally, but we don't share 858d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // metadata buffer with OMX, OMX has its own headers. 859d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 860054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 861d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (mode == IOMX::kPortModeDynamicNativeHandle) { 8623e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 863054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 864054219874873b41f1c815552987c10465c34ba2bLajos Molnar 8655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 875054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 876054219874873b41f1c815552987c10465c34ba2bLajos Molnar 87728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 87828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 879d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] Allocating %u buffers of size %zu (from %u using %s) on %s port", 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 881d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang def.nBufferCountActual, bufSize, def.nBufferSize, asString(mode), 8825778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 88628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 88728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 88828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 88928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 89028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 89128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 89434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 89534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 89634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 89728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 898d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode != IOMX::kPortModePresetSecureBuffer) { 8998a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9008a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex] = TAllocator::getService("ashmem"); 9018a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mAllocator[portIndex] == nullptr) { 9028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa ALOGE("hidl allocator on port %d is null", 9038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (int)portIndex); 9048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa size_t totalSize = def.nBufferCountActual * 9088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (alignedSize + alignedConvSize); 9098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 9108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 911d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 913fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim const sp<AMessage> &format = 914fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim portIndex == kPortIndexInput ? mInputFormat : mOutputFormat; 915054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 9168a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory hidlMemToken; 9178a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<TMemory> hidlMem; 918d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<IMemory> mem; 919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 920ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 921ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 92215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 92390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 9241b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mGraphicBuffer = NULL; 9251b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 927d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModePresetSecureBuffer) { 928a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 9291b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 930d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->allocateSecureBuffer( 931d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang portIndex, bufSize, &info.mBufferID, 932a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 933a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 9344811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim info.mData = (native_handle == NULL) 9354811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim ? new SecureBuffer(format, ptr, bufSize) 9364811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim : new SecureBuffer(format, native_handle, bufSize); 9375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9398a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9408a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool success; 9418a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa auto transStatus = mAllocator[portIndex]->allocate( 9428a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bufSize, 9438a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa [&success, &hidlMemToken]( 9448a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool s, 9458a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory const& m) { 9468a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa success = s; 9478a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMemToken = m; 9488a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa }); 9498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 9508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!transStatus.isOk()) { 9518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa ALOGE("hidl's AshmemAllocator failed at the " 9528a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa "transport: %s", 9538a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa transStatus.description().c_str()); 9548a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9558a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9568a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!success) { 9578a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9588a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9598a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMem = mapMemory(hidlMemToken); 9608a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 9618a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa err = mOMXNode->useBuffer( 9628a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa portIndex, hidlMemToken, &info.mBufferID); 9638a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9648a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mem = mDealer[portIndex]->allocate(bufSize); 9658a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mem == NULL || mem->pointer() == NULL) { 9668a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9678a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 968ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 9698a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa err = mOMXNode->useBuffer( 9708a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa portIndex, mem, &info.mBufferID); 9718a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 973d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 9748a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa VideoNativeMetadata* metaData = (VideoNativeMetadata*)( 9758a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa getTrebleFlag() ? 9768a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (void*)hidlMem->getPointer() : mem->pointer()); 9778a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa metaData->nFenceFd = -1; 978054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9808a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9818a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecData = new SharedMemoryBuffer( 9828a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa format, hidlMem); 9838a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecRef = hidlMem; 9848a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9858a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecData = new SharedMemoryBuffer( 9868a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa format, mem); 9878a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecRef = mem; 9888a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 989d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 9905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9948a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9958a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool success; 9968a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex]->allocate( 9978a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa conversionBufferSize, 9988a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa [&success, &hidlMemToken]( 9998a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool s, 10008a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory const& m) { 10018a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa success = s; 10028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMemToken = m; 10038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa }); 10048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!success) { 10058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 10068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 10078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMem = mapMemory(hidlMemToken); 10088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mData = new SharedMemoryBuffer(format, hidlMem); 10098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mMemRef = hidlMem; 10108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 10118a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mem = mDealer[portIndex]->allocate( 10128a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa conversionBufferSize); 10138a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mem == NULL|| mem->pointer() == NULL) { 10148a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 10158a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 10168a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mData = new SharedMemoryBuffer(format, mem); 10178a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mMemRef = mem; 10185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 10195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 10205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 10215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 10225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10241065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 10261065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 10271065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1034dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<ACodecBufferChannel::BufferAndId> array(mBuffers[portIndex].size()); 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1036dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim array[i] = {mBuffers[portIndex][i].mData, mBuffers[portIndex][i].mBufferID}; 1037dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1038dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 1039dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setInputBufferArray(array); 1040dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else if (portIndex == kPortIndexOutput) { 1041dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray(array); 1042dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 1043dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim TRESPASS(); 1044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1049e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 1050098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 1051098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 10521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1056d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1057d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 10581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 10601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 1064d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getGraphicBufferUsage(kPortIndexOutput, &usage); 10651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 10661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 10671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 10681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 10691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 10711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 10731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 10741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1076f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 1077e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 1078b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 1079fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 1080fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 1081fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 10821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 1083607e65286b7c3dcd06b7175c9d81b82e6fcfcb9aWonsik Kim return setNativeWindowSizeFormatAndUsage( 10841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 10851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 10861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 10871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 10881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 1089098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 1090098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 10911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 10921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 10941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 1095098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1096098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 10971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 11001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1101d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1102d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 11031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1105098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1106098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, preregister /* reconnect */); 11071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1109e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 11101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 11111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1113ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1114ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1115ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1116ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1117ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1118ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1119d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1120d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1121ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1122ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1123ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1124ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1125ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1126ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1127ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1128054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1129258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1130258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1131054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1132258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1133258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 113429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1135258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1136258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1137258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1138258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1139e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1140e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 11411faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 11421faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1143e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1144e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1145e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1146e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1147e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1148e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1149e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 11501faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 11511faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1152e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1153e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1154258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1155d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1156d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1157258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1158e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1159e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1160e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1161e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1162e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1163609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1164e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1165e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1166e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1167258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1168258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1169258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1170258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 117529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1180054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1181054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1182054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1183054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1184054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1185054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1186d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This method only handles the non-metadata mode (or simulating legacy 1187d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // mode with metadata, which is transparent to ACodec). 1188d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(!storingMetadataInDecodedBuffers()); 11893fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1190054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1191054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1192098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1193054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1194054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1195e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1196054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 11973fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 11983fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(true); 11993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1200609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1202054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1205054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 12068ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 120715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 120815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 121029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 121574006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 121674006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 121715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 121815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 121990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 122074006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 12211b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 12223fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 12233fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // TODO: We shouln't need to create MediaCodecBuffer. In metadata mode 12243fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // OMX doesn't use the shared memory buffer, but some code still 12253fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // access info.mData. Create an ABuffer as a placeholder. 1226d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1227d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mCodecData = info.mData; 12283fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 122974006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 123074006804065941841883c4b46ee785070164023fJamie Gennis 1231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 12323fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, graphicBuffer, &bufferId); 1233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1234609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 123574006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 123974006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 124074006804065941841883c4b46ee785070164023fJamie Gennis 1241609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1249d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 12513fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // that were dequeued. Also cancel all if we're in legacy metadata mode. 1252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 125374006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1255054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1256054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1257054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12623175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12633175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12643175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 12653175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12663175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 12673fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12703fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 12713fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(false); 12723fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1276054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1277d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(storingMetadataInDecodedBuffers()); 12783fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1279054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1280054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1281098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 12823fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang false /* preregister */); 1283d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) 1284054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1285e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1286054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1287e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1288e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1289e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1290e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1291e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1292e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 129315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 129490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1295e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 12961b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 1297e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1298e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1299d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1300349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 1301349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang // Initialize fence fd to -1 to avoid warning in freeBuffer(). 1302349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ((VideoNativeMetadata *)info.mData->base())->nFenceFd = -1; 1303349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 13045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 1305e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1306d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, OMXBuffer::sPreset, &info.mBufferID); 1307e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1308e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1309d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] allocated meta buffer with ID %u", 1310d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), info.mBufferID); 1311e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1312e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1313054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1314054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1315054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1316054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1317054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1318054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1319054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1320054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1321054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1322054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 13230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1324054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 13250806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1326054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1327609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 13281b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer->handle); 1329054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1330054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 133115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 13323fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return fillBuffer(info); 1333054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1334054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 133515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 133615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 133715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 133815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 133915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 134015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 134115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 134215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 134315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 134415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13450806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 13460806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 13470806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 13480806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 13490806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13500806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13510806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13520806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13530806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13540806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13560806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13570806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13580806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13590806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13600806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13610806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13620806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13630806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13640806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13650806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13660806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13670806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13680806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13690806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13700806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1371f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1374609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 137715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 137915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 138015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13823fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13833fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13840806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13873fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 139090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 139190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 139290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 139390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 139490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 139590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 139690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 139790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 139890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 139990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 140090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 140190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 140290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 140390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 140490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 140590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 140690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 140790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 140890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 140990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 141090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 141190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 141290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 141390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1414604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1415604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1416604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1417604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1418604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1419604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 142090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 142379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onOutputFramesRendered(done); 142490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 142590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1426f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 14278ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1428054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1429ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1430ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1431ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1432ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1433ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1434ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1435ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1436346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1437346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1438346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1439346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1440346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 144115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1442dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 144315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 144415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 144515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1446dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1447dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1449dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1450b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1451b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1452dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1453dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1454dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 145590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1456dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1457dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1458dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1459dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1460dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1461dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1462dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1463dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1464dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1465dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1466dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1467dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 146890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 14691b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang ALOGV("dequeued buffer #%u with age %u, graphicBuffer %p", 14701b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang (unsigned)(info - &mBuffers[kPortIndexOutput][0]), 14711b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mDequeueCounter - info->mDequeuedAt, 14721b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mGraphicBuffer->handle); 14731b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang 1474dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 147515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 147690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1477dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1478dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1479dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1481dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1482dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1483dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1484dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1485dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1486d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!stale && !storingMetadataInDecodedBuffers()) { 1487dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1488dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1489dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1490dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1491dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1492dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1494dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1495054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1496dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1497dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1498b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1499b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1500dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1501dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1502054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1503054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1504054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1505054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1506054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1507054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1508054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1509054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1510054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 15110806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 15120806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 15130806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 15140806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1515054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1516054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 15170806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 15180806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 15191b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mNewGraphicBuffer = true; 15200806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 152115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 152290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 152390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1524d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 1525d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("replaced oldest buffer #%u with age %u, graphicBuffer %p", 1526d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1527d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mDequeueCounter - oldest->mDequeuedAt, 15281b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mGraphicBuffer->handle); 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 153090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 15310806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1535dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 1536dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setInputBufferArray({}); 1537dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 1538dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray({}); 1539dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1540dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 1541777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1542938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1543938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1544777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1545777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1546777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1547777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 15518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex].clear(); 15528a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 15538a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDealer[portIndex].clear(); 15548a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 1555777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1558349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1559777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1560938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1561938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15652ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15662ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15672ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15682ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1569777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1570777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1571777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1572777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1576777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15810806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 158315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 1584d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mPortMode[portIndex] == IOMX::kPortModeDynamicANWBuffer && info->mCodecData != NULL 1585fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 1586fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int fenceFd = ((VideoNativeMetadata *)info->mCodecData->base())->nFenceFd; 158715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 158815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 158915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 159015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 159115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 159215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15930806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15940806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15950806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15960806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15980806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16000806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 1601d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->freeBuffer(portIndex, info->mBufferID); 16020806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 16030806340688c937e7b78c2d89db3809274130df4eLajos Molnar 16040806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 16050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 16060806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 16070806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 161015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 161115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 161215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 161315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1614604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1615604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1616604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1617604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 161890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1619d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang // remove buffer even if mOMXNode->freeBuffer fails 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1621777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1624f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 16250806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1637777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16413fd200feb657c157125e45e30c2a7262e3c0244dChong Zhangstatus_t ACodec::fillBuffer(BufferInfo *info) { 16423fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err; 16431b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // Even in dynamic ANW buffer mode, if the graphic buffer is not changing, 16441b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // send sPreset instead of the same graphic buffer, so that OMX server 16451b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // side doesn't update the meta. In theory it should make no difference, 16461b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // however when the same buffer is parcelled again, a new handle could be 16471b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // created on server side, and some decoder doesn't recognize the handle 16481b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // even if it's the same buffer. 16491b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang if (!storingMetadataInDecodedBuffers() || !info->mNewGraphicBuffer) { 16503fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 16513fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, OMXBuffer::sPreset, info->mFenceFd); 16523fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 16533fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 16543fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, info->mGraphicBuffer, info->mFenceFd); 16553fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 16563fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 16571b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mNewGraphicBuffer = false; 16583fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mFenceFd = -1; 16593fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err == OK) { 16603fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 16613fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 16623fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return err; 16633fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang} 16643fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 16671ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime); 16685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 16695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 16705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 1671d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = SetComponentRole(mOMXNode, role); 16725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 16735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16835778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1686b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1687b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1688b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1689e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1692d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 1693d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 16948db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16955778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 170896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 170996bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 171096bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 171196bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 171296bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 171396bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 171496bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 171596bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1716d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1717d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 17183e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 17193e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 1720d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::PortMode mode; 1721d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storeMeta == kMetadataBufferTypeNativeHandleSource) { 1722d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicNativeHandle; 1723d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (storeMeta == kMetadataBufferTypeANWBuffer || 1724d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang storeMeta == kMetadataBufferTypeGrallocSource) { 1725d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicANWBuffer; 1726d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else { 1727d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return BAD_VALUE; 1728d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1729d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, mode); 1730d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1731054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1732054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1733c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1734c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1735d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 1736d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1737c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1738c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1739c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1740c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1741054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1742d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1743308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17443a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17453a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 1748d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getExtensionIndex( 1749d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.prependSPSPPSToIDRFrames", &index); 17503a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17513a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17523a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17533a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17543a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17553a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1756d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(index, ¶ms, sizeof(params)); 17573a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17583a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17593a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17603a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17613a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17623a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17633a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17643a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17653a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17663a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1767308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1768308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1769308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1770308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17718db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1772308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1773308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 17743e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1775308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1776d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mFlags & kFlagIsSecure) { 1777d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang enable = OMX_TRUE; 1778d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1779308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1780d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, enable ? 1781d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::kPortModePresetSecureBuffer : IOMX::kPortModePresetByteBuffer); 1782308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1783d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 1784308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1785a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1786a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1787a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1788a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1789a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1790a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 179194ee4b708acfa941581160b267afb79192b1d816Chong Zhang 17923604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang // only allow 32-bit value, since we pass it as U32 to OMX. 179394ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17942c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17953604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang } else if (mMaxPtsGapUs > INT32_MAX || mMaxPtsGapUs < 0) { 17963604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang ALOGW("Unsupported value for max pts gap %lld", (long long) mMaxPtsGapUs); 17973604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang mMaxPtsGapUs = -1ll; 17982c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17992c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 180037b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 180137b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 180237b2b389139ed638831e49708c947863eef631efRonghua Wu } 180337b2b389139ed638831e49708c947863eef631efRonghua Wu 18042c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 18052c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 180694ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 180772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 180872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 180972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 181072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 181172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 181272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1813308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1814308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1816054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1819b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1821e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18221713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18231713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18241713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18251713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18261713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18271713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18281713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18291713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18301713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18311713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1832a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1833a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1834a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1835d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, IOMX::kPortModePresetSecureBuffer); 1836d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 1837d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1838d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGI("falling back to non-native_handles"); 1839d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang setPortMode(kPortIndexInput, IOMX::kPortModePresetByteBuffer); 1840d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = OK; // ignore error for now 1841d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1842a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1843e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18451de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18461de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18486597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18496597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18506597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18516597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18526597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18536597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18546597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 1855d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 1856d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18576597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18586597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18596597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18606597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18616597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18626597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18636597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18646597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18656597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1870ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 187297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 187397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 187897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1881fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1882fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1883d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1884d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1885d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1886d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1887d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1888d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1889d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1890d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1891d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1894d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1895d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1896d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1897d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1898d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1899d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 19005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1901ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1902ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1903ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19043fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19053fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19063fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19073fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19083fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19093fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19103fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19113fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19123fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 1913d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer); 19145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 1944d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1945d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 19465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1955e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1956cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // allow failure 1957cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = OK; 19585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1959d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] setPortMode on output to %s succeeded", 1960d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), asString(IOMX::kPortModeDynamicANWBuffer)); 1961054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 19625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1963fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19640167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19700167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1971e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1972e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1973e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1974e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1975e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1976e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1977e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1978054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1979054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 19805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 19815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 19825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 19835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 1984308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 1990cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang (void)setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 1991cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } else if (haveNativeWindow && !storingMetadataInDecodedBuffers()) { 1992cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetANWBuffer); 1993cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang if (err != OK) { 1994cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang return err; 1995cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 1999b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2001b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20091de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 2011cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // fallback for devices that do not handle flex-YUV for native buffers 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2015777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2016777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2017777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2018777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2021777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2022777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2023777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2024777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20271ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (!IsFlexibleColorFormat( 2028d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2034e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2037d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // TODO: implement adaptive-playback support for bytebuffer mode. 2038d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This is done by SW codecs, but most HW codecs don't support it. 2039d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 2040d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang inputFormat->setInt32("adaptive-playback", false); 20413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2045b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2046b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 205542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 205642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 205742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 205842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 205942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 206042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 206142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 206242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 206342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 206442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 206542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 206642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 206742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2074aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2075b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20772965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20788045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2079ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2080ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2081ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2082aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2083aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2084aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2085b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2086b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2087b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2088ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20898045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20908045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20918045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20922965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20932965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20942965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20952965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20968045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20978045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20988045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20998045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21018045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21028045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21038045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21068045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21078045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21088045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2117ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21184471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21192965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21202965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2122729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2124729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2126729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2127729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2128729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2129729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2130729de186450f78c099637e1fce743fe531862c52Andreas Huber 2131729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 213517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 213617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 213717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 213817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 213917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2142ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2150516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2151cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2152cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2153516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2154cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2156516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2157516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2158516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2161516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2162516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2163516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2167516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2168516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2170ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2171ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2172ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2173ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2174ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2175ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2176ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 21775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2178ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 217997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 218097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 218197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 218297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 218397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 218497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 218597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 218697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 218797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2198729de186450f78c099637e1fce743fe531862c52Andreas Huber 21994471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 22004471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22014471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22024471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22038b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22048b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22058b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22069806555d3930be43e11106281dee354820ac1c88Andreas Huber 22078b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22088b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22098b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22108b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22119806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22129806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22139806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22149806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22159806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22169806555d3930be43e11106281dee354820ac1c88Andreas Huber 2217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 222001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore error 2221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 222301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore error 2224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22288b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 222901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore error 22308b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22318b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2232ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2233ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2234ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 224001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = OK; // ignore errors 224101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 224201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 224301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err == OK) { 224401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar err = setVendorParameters(msg); 224501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err != OK) { 224601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return err; 224701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 2248ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2249ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2250697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22514e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2252b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22534e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2254777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2255777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2256777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2257777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2258777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2259777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2260777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2261777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22625b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22635b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 22645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 22655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 22665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 22675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 22695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 22705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 22715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 22735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 22755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 22765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 22775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22848b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22888b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22898b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22908b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 2291d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 2292d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22938b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22948b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22958b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22968b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22978b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22988b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22998b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2300ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2301ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2302ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2303ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2304ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2305ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2306ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2307ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2308ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2309ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2310ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2311ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2312ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2313ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2314ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2315ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2316ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2317ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2318ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2319d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2320d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2321ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2322ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2323ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2324ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2325ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2326ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2327ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2332d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getConfig( 2333d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2344d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2345d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2353870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2354870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2355870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2356870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2357d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2358d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2359870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2360870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2361870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2362870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2363870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2364870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2365870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2366870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2367870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2368870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2376d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2377d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2384870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2385870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2393870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2394870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2403870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2404d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2405d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2406870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2413870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2414870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2415d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2416d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, 2417d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &refreshParams, sizeof(refreshParams)); 2418870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2419870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2420870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2421870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2422870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2423870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2424870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 24250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnarstatus_t ACodec::configureTemporalLayers( 24260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat) { 24270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!mIsVideo || !mIsEncoder) { 24280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return INVALID_OPERATION; 24290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24310f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString tsSchema; 24320f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!msg->findString("ts-schema", &tsSchema)) { 24330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return OK; 24340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24360f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numLayers = 0; 24370f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numBLayers = 0; 24380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar int tags; 24390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar char dummy; 24400f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE pattern = 24410f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 24420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 24430f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0) { 24440f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 24450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 24460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 24470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 24480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 24490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers += numBLayers; 24500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 24510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGI("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 24530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layerParams; 24570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerParams); 24580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPortIndex = kPortIndexOutput; 24590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2460d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2461d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 2462d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &layerParams, sizeof(layerParams)); 24630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 24650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (!(layerParams.eSupportedPatterns & pattern)) { 24670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24690f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24700f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers = min(numLayers, layerParams.nLayerCountMax); 24710f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numBLayers = min(numBLayers, layerParams.nBLayerCountMax); 24720f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24730f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!inConfigure) { 24740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE layerConfig; 24750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerConfig); 24760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPortIndex = kPortIndexOutput; 24770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.ePattern = pattern; 24780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPLayerCountActual = numLayers - numBLayers; 24790f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nBLayerCountActual = numBLayers; 24800f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.bBitrateRatiosSpecified = OMX_FALSE; 24810f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2482d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig( 2483d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidVideoTemporalLayering, 24840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerConfig, sizeof(layerConfig)); 24850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.ePattern = pattern; 24870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual = numLayers - numBLayers; 24880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nBLayerCountActual = numBLayers; 24890f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.bBitrateRatiosSpecified = OMX_FALSE; 24900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2491d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2492d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 24930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 24940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString configSchema; 24970f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid) { 24980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("android.generic.%u+%u", numLayers - numBLayers, numBLayers); 24990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 25000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("webrtc.vp8.%u", numLayers); 25010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 25040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGW("Failed to set temporal layers to %s (requested %s)", 25050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema.c_str(), tsSchema.c_str()); 25060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2509d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2510d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 25110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 25120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err == OK) { 25140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGD("Temporal layers requested:%s configured:%s got:%s(%u: P=%u, B=%u)", 25150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar tsSchema.c_str(), configSchema.c_str(), 25160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar asString(layerParams.ePattern), layerParams.ePattern, 25170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual, layerParams.nBLayerCountActual); 25180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (outputFormat.get() == mOutputFormat.get()) { 25200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format change event 25210f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // assume we got what we configured 25230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar outputFormat->setString("ts-schema", configSchema); 25240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar} 25270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2528f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2533d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2534d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2546d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2547d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2553d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2554d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2560777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2561777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2562777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2563777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 25746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 2576d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2577d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 25876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 25886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 25896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 25906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 25916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 25926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2595d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2596d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2600aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 26018045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 26022965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 26032965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2604ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2605ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2606ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2607ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2628d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2629d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2638d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2639d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2649d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2650d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2668aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2670b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2671b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2672b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2673b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2674b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2675b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2676b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2677b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2678b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2679b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2680b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2681b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2682b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2683b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2684b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2685b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2686b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2687b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2688b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2689b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2690b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2691b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2692b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2693b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2694b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2695b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2697d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2698d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2711d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2712d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2720ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2721ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2722ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2723ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2724ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2727dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 27288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 27298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 27308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 27318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 27328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 27338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 27342965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 27358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2736d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t res = mOMXNode->setParameter( 2737d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 27398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 2740d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode->setParameter( 2741d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 27428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 27438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 27448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 27458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 2746b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 27478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 275097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 275197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 275297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 275397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 275497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 275597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 275697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 275797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 275897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 275997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 276097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 276197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 276297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 276397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 276497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 276597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 276697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 276797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2768d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2769d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 277097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 277197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 277297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 277397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 277497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 277597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 277697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 277797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2778d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2779d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 278097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 278197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 27828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 27838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 27848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 27858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 27868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 27928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 27938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 27948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 27978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 27988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 27998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2800d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2801d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 28028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 28048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 28058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 28088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 28098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2810d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2811d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 28128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 28138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 28155778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 28165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 28175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 28185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 28195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 28205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 28225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 28235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 28245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 28255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 28275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 28295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 28315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 28325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 28335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28355778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 28365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28595778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2860729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2861729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2863729de186450f78c099637e1fce743fe531862c52Andreas Huber 2864d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2865d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2866729de186450f78c099637e1fce743fe531862c52Andreas Huber 2867729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2868729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2869729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2870729de186450f78c099637e1fce743fe531862c52Andreas Huber 2871729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2874d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2875d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2876729de186450f78c099637e1fce743fe531862c52Andreas Huber 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2880729de186450f78c099637e1fce743fe531862c52Andreas Huber 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2885729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2886729de186450f78c099637e1fce743fe531862c52Andreas Huber 288717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2888777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2889777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2890777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2892729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 289317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2894729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2895729de186450f78c099637e1fce743fe531862c52Andreas Huber 28962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 28972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 28982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 29002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 29012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 29022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 29032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 2905d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 29062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 29072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 29082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 29092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 2911d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 29122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 29132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 29142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 29152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 29192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 29202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 29212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 29222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 29232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2924729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 29255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2926729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2927729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2928729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2929729de186450f78c099637e1fce743fe531862c52Andreas Huber 2930d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2931d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2932729de186450f78c099637e1fce743fe531862c52Andreas Huber 2933729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2934729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2935729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2936729de186450f78c099637e1fce743fe531862c52Andreas Huber 2937729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2938729de186450f78c099637e1fce743fe531862c52Andreas Huber 2939d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2940d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2941729de186450f78c099637e1fce743fe531862c52Andreas Huber 2942729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2943729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2944729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2945729de186450f78c099637e1fce743fe531862c52Andreas Huber 2946729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2947729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2948729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2949729de186450f78c099637e1fce743fe531862c52Andreas Huber 2950d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2951d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2952729de186450f78c099637e1fce743fe531862c52Andreas Huber 2953729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2954729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2955729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2956729de186450f78c099637e1fce743fe531862c52Andreas Huber 2957729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 29585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 29595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 29605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 29615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 29625b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29635b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 29645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 29655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 29665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 29685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 29725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 29735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2974729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2975729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2976729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2977729de186450f78c099637e1fce743fe531862c52Andreas Huber 2978c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2979c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2980729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2981729de186450f78c099637e1fce743fe531862c52Andreas Huber 2982d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2983d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 29855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 29865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 29875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 2989d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2990d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 29925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2993729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2994729de186450f78c099637e1fce743fe531862c52Andreas Huber 29955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 299697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 29975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 29985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2999d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->configureVideoTunnelMode( 3000d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 30015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 30025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 30035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 30045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 30055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 30075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 30085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 30095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 30105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 30115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 30125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 30145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 30155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 3016f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 3017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 3018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 30190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 30200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 3021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 3022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 3024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 3025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 3026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30276e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 3028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 3029d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3030d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3037229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 3038229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 30390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 30401ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3041d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 30420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 3043229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 3044229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 3045229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 3046229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3047229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 3049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 3050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 3052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 3053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 3054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 3055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 3059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 3060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 30736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 30746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 30756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 30766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 30776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3084d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3085d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 30910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 30920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 30930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 30940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 30950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 30970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 30980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 30990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 31000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 31010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 31020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 31030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 31040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 31050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 31100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 31110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 31140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 3115d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3116d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 31170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 31180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 31190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 31200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 31210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 31240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 31260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 31270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 31290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 31320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 31330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 31340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 31350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 31360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 31370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 31400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 31410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 31421ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3143d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, false /* usingNativeBuffers */, 31440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 31450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 31460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 31470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3149d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 3150d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3153e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3154e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3155e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3156e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3157e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 31582472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3159e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3160e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3161e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 316294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 316394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3164a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3165e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3166e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3170e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3171e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3172e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3173e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3174e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3175e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3183e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3185e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3188e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3189e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3190e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3191e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3192e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3193e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3194e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3199a6bfb5060824f01041f956c733fec141504c280bHangyu Kuangstatus_t ACodec::setPortBufferNum(OMX_U32 portIndex, int bufferNum) { 3200a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 3201a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang InitOMXParams(&def); 3202a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nPortIndex = portIndex; 3203a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t err; 3204a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGD("Setting [%s] %s port buffer number: %d", mComponentName.c_str(), 3205a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3206d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3207d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3208a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3209a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3210a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3211a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nBufferCountActual = bufferNum; 3212d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3213d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3214a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3215a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Component could reject this request. 3216a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGW("Fail to set [%s] %s port buffer number: %d", mComponentName.c_str(), 3217a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3218a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3219a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return OK; 3220a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang} 3221a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 32238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3224b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 322589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 322689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 322789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 322889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 322989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 323089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3238f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3239f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3240f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3241f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3242f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3243f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3244d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3245f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3246d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 3247f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3248f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3249f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 32505778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 325789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 325889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 325989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 326089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 326189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 32620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 326389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 326489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 326589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 32660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 326789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 326889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 32690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 327089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3276a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component input buffer number to be |tmp|. If succeed, 3277a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set input port buffer number to be |tmp|. If fail, 3278a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3279a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-input-buffers", &tmp)) { 3280a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexInput, tmp); 3281a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3282a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3283a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3284a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 3285a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component output buffer number to be |tmp|. If succeed, 3286a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set output port buffer number to be |tmp|. If fail, 3287a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3288a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-output-buffers", &tmp)) { 3289a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexOutput, tmp); 3290a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3291a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3292a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3293a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 329478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 329578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 329678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 329778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 329878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 329978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 330078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 330178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 330278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 330478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3317b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3318b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3319b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 33208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 33218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3322db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3323db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3324db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3325db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3326db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 33275e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3328db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3329db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3330db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3332b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3334b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3335d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3336d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3346d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3349b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3354b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3361db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 33638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 33648338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 33698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 33708338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 33728338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 33808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 33838338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3391d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 33928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 34108338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 34198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3430b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3438b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3441b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3442b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3446b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3447b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3448b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3450b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3452b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3453b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3456b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3459b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3460b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3465b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 34668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 34688338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34778338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 34808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 34818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3482b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3484b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3492b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3493b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3494b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3495b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3498b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3501b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3502b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3504b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3505b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3507b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3508b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 35108338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35118338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3513b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3514b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3515b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3516b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3517b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3518b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3519b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3521b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3522b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3523b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3524b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3525b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3526b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 35275e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 35285e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 35295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 35305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35315e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 35325e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 35335e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 35345e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35355e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 35365e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 35375e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 35385e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 35395e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 35415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35425e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 35435e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 35445e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 35455e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3546b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3547b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3548b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 35498338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 35508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3551b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 35528338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 35538338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3554b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3555b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3556b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3557b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3558b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 35598338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3560b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3561b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 35628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3563b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3564b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3565b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3566b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3567b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3568b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3569b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3570b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3571b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3572b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 35738338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35748338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3575b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3576b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3577b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3578b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3579b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3580b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 35818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3582b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3583b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3584b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3585b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3586b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3587b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3588b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3589b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 35908338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3591b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3592b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3593b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3594b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3595b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 35985e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 35995e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3600db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3601db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 36025e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3603db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3604db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3605db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3606db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3607db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3608db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3609db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3610db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3611db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3612db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3613d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3614d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3615db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3616db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3617db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3618db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3619db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3620db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3621db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3622db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3623db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3624d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3625db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3626db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3627db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3628db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3629db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3630db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3631db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3632db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3633db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3634db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3635db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3636db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3637db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3638db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3639db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3640db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3641db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3642db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3643db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3644db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3645d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3646db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3647db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3648db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3649db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3650db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3651db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3652db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3653db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 36548338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3655b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3656b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3684d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3685d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 37242c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3729a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3730a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3731a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3732a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3733a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3735d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3736d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37395778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 37405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37455778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 37465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37475778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 37485778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 37495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37545778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 37555778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37585778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37645778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3766d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3767d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 37795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3780d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3781d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37845778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 37855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3790870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3791870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3792870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3793870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3794870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3795870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3796870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3797870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3798870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3799870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3800870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3814c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3815c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3816c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3817c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 381889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 381989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 38209bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar err = setupVPXEncoderParameters(msg, outputFormat); 382189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 382289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38318338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 38328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3833b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3834b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 38358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 38368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 38378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 38388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 38395e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 38405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 38415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 38425e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 38435e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 38445e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 38455e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 38465e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 38475e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 38485e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 38490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar switch (compressionFormat) { 38540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingAVC: 38550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingHEVC: 38560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = configureTemporalLayers(msg, true /* inConfigure */, outputFormat); 38570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 38590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38620f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP8: 38630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP9: 38640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // TODO: do we need to support android.generic layering? webrtc layering is 38650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // already set up in setupVPXEncoderParameters. 38660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar default: 38690f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38700f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38710f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 3872d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3873d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3874d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 38755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 38800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 38810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 38820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 38830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 38850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 38870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 38900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 38930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 38960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 38990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 39020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 39040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 39050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 39080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3910d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3911d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, ¶ms, sizeof(params)); 39120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 39130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 39140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3915f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnarstatic OMX_U32 setPFramesSpacing( 391663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFramesInterval /* seconds */, int32_t frameRate, uint32_t BFramesSpacing = 0) { 3917f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BFramesSpacing is the number of B frames between I/P frames 3918f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // PFramesSpacing (the value to be returned) is the number of P frames between I frames 3919f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3920f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // keyFrameInterval = ((PFramesSpacing + 1) * BFramesSpacing) + PFramesSpacing + 1 3921f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // ^^^ ^^^ ^^^ 3922f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // number of B frames number of P I frame 3923f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3924f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // = (PFramesSpacing + 1) * (BFramesSpacing + 1) 3925f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3926f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // E.g. 3927f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // I P I : I-interval: 8, nPFrames 1, nBFrames 3 3928f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BBB BBB 3929f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3930f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar if (iFramesInterval < 0) { // just 1 key frame 3931f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return 0xFFFFFFFE; // don't use maxint as key-frame-interval calculation will add 1 3932f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar } else if (iFramesInterval == 0) { // just key frames 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 39345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3935f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3936f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // round down as key-frame-interval is an upper limit 3937f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar uint32_t keyFrameInterval = uint32_t(frameRate * iFramesInterval); 3938f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar OMX_U32 ret = keyFrameInterval / (BFramesSpacing + 1); 3939f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return ret > 0 ? ret - 1 : 0; 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 394296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 394396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 394496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 394596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 394696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 394796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 394896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 394996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 395096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 395263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 395363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 39545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 395563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 395996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 396096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39615778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39635778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39675778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39705778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 39715778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 39725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 39735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3974d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3975d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 39765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 39825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 39835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 39845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 39865778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 39875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3988f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nBFrames = 0; 3989f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, mpeg4type.nBFrames); 39905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 39915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 39925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 39945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 39955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 39965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 39975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 39985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 39995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40075778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 40145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 40155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4017d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4018d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 40195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 402496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 403463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 403563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 403763a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 404196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 404296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40435778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40525778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 40535778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 40545778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 40555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4056d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4057d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 40645778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4066f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nBFrames = 0; 4067f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h263type.nBFrames); 40685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 40865778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 40875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 40935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4094d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4095d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 410196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 41025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 41085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 41095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4110a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 4111a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 4112a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 4113a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 4114a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 4115a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 4116a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 4117a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 4118a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 4119a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 4120a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 4121a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 4122a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4123a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4124a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 4125a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 4126a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 4127a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 4128a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 4129a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 4130a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4131a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 4132a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 4133a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4134a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4135a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4136a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4137a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4138a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4139a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4140a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4141a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4142a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4143a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4144a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4145a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4146a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4147a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4148a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4149a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4150a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4151a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4152a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4153a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4154a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4155a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4156a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4157a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4158a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4159a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4160a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4161a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 41625778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 416363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 416463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 41655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 416663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 41675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 417096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 417196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 41725778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 41735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 41745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 41755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 41765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41785778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 41795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 41820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 41830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 41840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 41850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 41860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 41870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 41880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 41890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 41900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 41910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 41925778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 41935778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 41945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 41955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4196d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4197d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 42045778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 42055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 42075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 42085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 42095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 42105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 42115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42135778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 42145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 42205778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4221e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 42228eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 42234c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#if 0 /* DON'T YET DEFAULT TO HIGHEST PROFILE */ 42244c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar // Use largest supported profile for AVC recording if profile is not specified. 4225826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar for (OMX_VIDEO_AVCPROFILETYPE profile : { 4226826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar OMX_VIDEO_AVCProfileHigh, OMX_VIDEO_AVCProfileMain }) { 4227826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar if (verifySupportForProfileAndLevel(profile, 0) == OK) { 4228826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar h264type.eProfile = profile; 4229826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar break; 4230826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 4231826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 42324c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#endif 42338eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 42348eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4235e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4236e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4237e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 42385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 42395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 42405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 42415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 42425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 4243f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 42445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 42455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 42465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 42485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 42495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 42505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 42515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 42525778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 42535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 42545778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4255e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4256e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4257e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4258e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4259e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4260e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4261f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4262e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4263e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4264e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4265e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4266e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4267e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4268e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4269e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4270e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4271e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 42755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 42765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 42795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 42805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 42815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 42825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 42835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 42845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 42855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4286d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4287d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 42885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4293e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // TRICKY: if we are enabling temporal layering as well, some codecs may not support layering 4294e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // when B-frames are enabled. Detect this now so we can disable B frames if temporal layering 4295e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // is preferred. 4296e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar AString tsSchema; 4297e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar int32_t preferBFrames = (int32_t)false; 4298e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (msg->findString("ts-schema", &tsSchema) 4299e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && (!msg->findInt32("android._prefer-b-frames", &preferBFrames) || !preferBFrames)) { 4300e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layering; 4301e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar InitOMXParams(&layering); 4302e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar layering.nPortIndex = kPortIndexOutput; 4303d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 4304d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 4305e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar &layering, sizeof(layering)) == OK 4306e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.eSupportedPatterns 4307e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.nBLayerCountMax == 0) { 4308e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nBFrames = 0; 4309e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4310e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nAllowedPictureTypes &= ~OMX_VIDEO_PictureTypeB; 4311e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar ALOGI("disabling B-frames"); 4312d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4313d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 4314e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 4315e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (err != OK) { 4316e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar return err; 4317e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4318e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4319e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4320e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 432196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 43225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4324c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 432563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 432663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 4327c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 432863a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 4329c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4330c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4331c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4332c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4333c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4334c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4335c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4336c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4337c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4338c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4339c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4340c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4341c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4342c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4343c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4344c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4345c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4346c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4347c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4348d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4349d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4350c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4351c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4352c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4353c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4354c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4355c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4356c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4357c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4358c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4359c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4360c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4361c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4362c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4363c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4364c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4365c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4366c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4367c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4368c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 43699aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 4370f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 4371c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4372d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4373d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4374c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4375c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4376c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4377c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4378c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4379c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4380c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 43819bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnarstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat) { 438289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 438363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval = 0; 43844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 43854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 43864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 43874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 43884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 43894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 43904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 43914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 43924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 43934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 439489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 439589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 439689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 439763a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar msg->findAsFloat("i-frame-interval", &iFrameInterval); 439889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 439989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 440089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 44014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 44024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 44034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 44044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 44054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 44064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 44084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 44119bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE tsType = 44129bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 44139bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar 44144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 4415f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numLayers = 0; 4416f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numBLayers = 0; 4417f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar int tags; 4418f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar char dummy; 4419f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 4420f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0) { 44214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 44229bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 4423f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers; 4424f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 4425f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 4426f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 4427f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 44284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4429f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar // VPX does not have a concept of B-frames, so just count all layers 44309bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 4431f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers + numBLayers; 44324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 4433f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar ALOGW("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 44344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 4435f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = min(tsLayers, (size_t)OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS); 44364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 44394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 44404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 4441d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4442d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 44464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 4447f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 44484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 44504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 44514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 44524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 44534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 44544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 44554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 44584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 44594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 44604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 4462d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4463d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 44664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 44679bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsType == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 44689bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise even single layer WebRTC layering, as it is defined 44699bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("webrtc.vp8.%u-layer", tsLayers)); 44709bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsLayers > 0) { 44719bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // tsType == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid 44729bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("android.generic.%u", tsLayers)); 44734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 447689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 447789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 447889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 44795778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 44805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 44815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 44825778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 44835778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 44845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44856e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 44866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 4487d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 44885778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 4489d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 44905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 44935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 44965778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 44975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 44995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 45005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 45026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 45036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 45046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 45056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 45066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 45075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 45095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 451196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 451296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 45135778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 45145778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 45155778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 45165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4517d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4518d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 45195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 45225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 452496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 45255778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 45265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4527d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4528d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 45295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45315778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 45325778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 45335778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 45345778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 45355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4536d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4537d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 45385778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 45425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45445778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 45455778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 45465778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 45475778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 45485778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 45495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4550d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4551d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 45525778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4555f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 455778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 455878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4565d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4566d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4567777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4568777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4569777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4579777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4580777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4581777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4582777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 459078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 459178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 459278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4595d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4596d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4601d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4602d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4603d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4604d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4605d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4606d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4607d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4608d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4609d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4610d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4611d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4612d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4613d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4614d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 46157e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 46167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 46177e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 46197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 46207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 46227e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 46237e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46247e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46257e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46267e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 46277e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46287e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46297e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 46307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 46317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 46327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4634e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 46357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4636c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4637054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4638054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4639c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 46407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4643f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4650609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4669f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4679e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4680777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 468131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 468231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4683e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 468431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4685d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamPortDefinition, &def, sizeof(def)); 4686777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4687777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4688777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 468931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4690777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4691777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4692777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4693777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 469431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 469531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 469631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 469731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 469831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4699e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4700e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4701e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4702e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4703e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4704e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4705e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4706e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4707e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4708e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 47090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 471073dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 47110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 47120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 47130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 47140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 47150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 47160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 47170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 47180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 4719d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (DescribeColorFormat(mOMXNode, describeParams)) { 47200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 47210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 47220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 47230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 47240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 47255a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 472673dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 472773dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 472873dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 472973dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 473073dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 473173dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 473273dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 47330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 473403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 473503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4736b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4737b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4738b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4739b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4740b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4741b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4742b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4743b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4744d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getConfig( 4745b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4746b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4747b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4748b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4749b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4750b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4751b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4752b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4753b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 475491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4755b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4756b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4757b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4758b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4759b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4760b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4761b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4762b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4763b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4764b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 476531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4766b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4767b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4768b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4769b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4770b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4771b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4772b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4773b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4774b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4775b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4776b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4777b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4778b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4779b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4780b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4781b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4782b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 47835e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4784b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4785b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 47865e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 47875e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 47885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4789777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4790e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4791e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4792e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 47934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 47954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 47964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 47984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 47994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 4800d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 48014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 48024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 48034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 48044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 48069bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (vp8type.eTemporalPattern == OMX_VIDEO_VPXTemporalLayerPatternWebRTC 48079bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount > 0 48089bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount 48099bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar <= OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS) { 48109bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise as android.generic if we configured for android.generic 48119bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar AString origSchema; 48129bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (notify->findString("ts-schema", &origSchema) 48139bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && origSchema.startsWith("android.generic")) { 48149bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 48159bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "android.generic.%u", vp8type.nTemporalLayerCount)); 48169bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else { 48179bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 48189bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "webrtc.vp8.%u-layer", vp8type.nTemporalLayerCount)); 48194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 48234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4825e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4826e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4827777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4828777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4829777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4830777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4831777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4832777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4833777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4834e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4835e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4836e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4837e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4838e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4839e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4840e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4841870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4842870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4843870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4844870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4845870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4846e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4847e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 484831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4849e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4850e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 48515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 48525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 48535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 48545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 485531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 485631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 485731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 485831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 485931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 486031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 486131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 486297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4865e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4867e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4868e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4869d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4870d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4871777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4872777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4873777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 487414f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4875777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4876777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4877777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 48785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4879777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4880777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 48815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4882777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4883777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 48885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 48895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 48905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 48915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 48925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 48935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 48945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 48955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 48965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 48975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 48985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 48995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 49005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 49015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 49025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 49035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4904e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4905e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4906e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 49078b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4908e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 49098b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 49109806555d3930be43e11106281dee354820ac1c88Andreas Huber 4911e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4912e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4913e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4914e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4915e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4916e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4917d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4918d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4919777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4920777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4921777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4924e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4925e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4926e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4927e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4928e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4929e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4930e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4931e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4932e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4933e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 49349806555d3930be43e11106281dee354820ac1c88Andreas Huber 4935d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4936d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4939777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4940e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4941e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4942e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 49430806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4944e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4945e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 49460806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4947e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4948e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4949e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4950e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4951e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4952e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4953e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4954e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4955e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4956e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4957e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4958d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4959d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4963e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4964e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4965e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4966e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4967e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4968e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4969e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4970e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4971e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4972e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4973e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4974e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4975e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4976d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4977d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4979777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4980777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4981e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4982e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4983e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4984e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4985e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4986e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4987e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4988e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4989e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4990e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4991e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4993e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4994d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4995d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4996777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4997777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4998777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4999e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5000e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 5001e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5002e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5003e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5004e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5005e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 500697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 500797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 500897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 500997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 5010e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 501197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5012d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5013d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5014777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5015777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5016777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5017777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 501897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 501997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 502097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 502197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 502297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 502397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5024e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 50258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 50268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 50278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 50288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 50298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 50308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5031d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5032d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5033777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5034777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5035777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5036777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 50398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 50408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 50418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 50428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 50438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50448c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 50458c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 50468c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 50478c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 50488c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 50498c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5050d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5051d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5052777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5054777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5055777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50568c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 50578c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 50588c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 50598c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 50608c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 50618c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 50628c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 506310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 506410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 506510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 506610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 506710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 506810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5069d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5070d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5071777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5072777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5073777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 507410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 507510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 507610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 507710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 507810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 507910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 508010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 508110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 508210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 508310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 508410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 508510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 508678bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 508710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 508810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 508941d3f579d2c166984958263533284209b90c87d5Marco Nelissen 509041d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 509141d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 50920806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 509341d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 509441d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 509541d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5096d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5097d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5098777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5099777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5100777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 510141d3f579d2c166984958263533284209b90c87d5Marco Nelissen 510241d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 510341d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 51040806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 510541d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 510610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 510710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5110777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5111777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5112e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 511331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 511431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 511531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 511631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5117777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5118777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 511931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 512031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 512101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return getVendorParameters(portIndex, notify); 5122e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5123e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5124b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5125b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5126b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5127b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5128b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5129b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5130b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5131b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5132b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5133b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5134b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5135b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5136b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5137b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5138b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5139b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5140b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5141b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5142b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5143b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5144b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5145b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5146b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5147b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5148b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5149b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5150b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5151b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5152b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5153b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5154b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5155b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5156b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5157b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5158b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5159b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5160b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5161b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5162b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 51631734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5164697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5165b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5166e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5167b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5168777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5169777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5170777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5171e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 51721734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 51731734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 51741734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 51751734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 51761734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 51771734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 51781734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 51791734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51801734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51811734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 51825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 51835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 51845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 51865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 51885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 51895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 51905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 51915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5194b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5195b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5196b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5197b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5198b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5199b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5200b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5201b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5202b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5203b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5204b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t channelCount, sampleRate; 520584d7e874983ee0d66db328c454fa603374d4635fMarco Nelissen CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5206b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen CHECK(mOutputFormat->findInt32("sample-rate", &sampleRate)); 5207b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen if (mSampleRate != 0 && sampleRate != 0) { 5208b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderDelay = mEncoderDelay * sampleRate / mSampleRate; 5209b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderPadding = mEncoderPadding * sampleRate / mSampleRate; 5210b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 5211b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen } 5212e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5213e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5214e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5215ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5216e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5217e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5218b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5219e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5220e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5221b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5222b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 522331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 522431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 52255778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5226251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5227251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5228251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5229251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5230251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5231251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5232251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5233251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5234251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5235251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5236346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5237346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 523879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onError(internalError, ACTION_CODE_FATAL); 5239cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5240cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5241496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5242496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5243496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5244496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5245496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5246496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5247496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5248496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5249496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5250496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5251496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5252d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setConfig( 5253496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5254496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5255496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5256496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5257496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 52587e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim//////////////////////////////////////////////////////////////////////////////// 52597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 5260f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5265ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5266ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5270f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 528426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 528526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 528626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 528726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 528826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5289e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5290e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5291e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5292e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5293e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5294e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 529726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 53011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 53021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 53031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 53041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 53061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 53071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53082235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 53091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 53111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 53121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 53131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 53141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 53151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 53178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 53187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 53197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5320251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 53217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 53227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 53237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 53247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 53257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5326ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5327ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5328251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5329ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 53306d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 5331ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5332ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5333ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5334ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 533530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 533630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 533730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 533830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 5339d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->freeNode(); 534030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 534130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 534279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 534330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 534430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 534530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 53545e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 53555e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5356d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode == NULL) { 53575e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 53585e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 535926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 53605e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 53615e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5362d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang int32_t generation; 5363d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(msg->findInt32("generation", (int32_t*)&generation)); 5364d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (generation != mCodec->mNodeGeneration) { 5365d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ALOGW("Unexpected message for component: %s, gen %u, cur %u", 5366d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->debugString().c_str(), generation, mCodec->mNodeGeneration); 5367777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5368777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 536926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 537026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 537126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 537226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 537326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 537426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 537526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 537626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 537790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 537826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 537926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5380e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5381e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 538290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 538390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 538490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 538590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 538690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 538790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 538890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 538990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 539090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 539190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 539226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 539326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 539426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 539526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 539626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 539726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 539826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54080af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 54090af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 54100af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 54110af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 54120af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 54130af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 54140af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 54150af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 54160af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 54170af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 54180af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 542815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 542915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5430609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 543115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 543315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5439609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 544115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 544815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 545415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 545515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 545890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 545990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 546090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 546190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 546290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 546390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 546490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 546590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 546690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 546790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 546890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5470777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5471777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 547590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 547690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 547790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 547890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 547990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 548090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5481f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 54846cf9a1238986880536de705255f7c2c91c1ba719Chong Zhang ColorAspects aspects = ColorUtils::unpackToColorAspects(data2); 5485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5491ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5497ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5499251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5500251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5501251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5502251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5503251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5504251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5505251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 551015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5511ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5512349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5513349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 55140806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55150806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55160806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 55170806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 551915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 552015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 552115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 55220806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 55230806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 552715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 552815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 552915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 553015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 553115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 553215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 553396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 553496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 553596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 553696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 553796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 553896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5539d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5550777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5552777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5553777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5559f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5566ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim info->mData->setFormat(mCodec->mInputFormat); 5567dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->fillThisBuffer(info->mBufferID); 556879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim info->mData.clear(); 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5574609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 55757e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 5576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 55775778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5578a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 557976d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 558076d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (msg->findInt32("discarded", &discarded) && discarded) { 5581dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // these are unfilled buffers returned by client 5582dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // buffers are returned on MediaCodec.flush 5583dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mode = KEEP_BUFFERS; 5584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 558576d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<RefBase> obj; 558676d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 558776d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim buffer = static_cast<MediaCodecBuffer *>(obj.get()); 5588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 55905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 55915778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 55925778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 55935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 55945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55960806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 55980806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 55990806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 56000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 56010806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5605fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5611dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5612dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5613dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5614dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5622fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5623fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5624fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5625fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5626fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5627fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5633d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5635f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5636f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5637f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5638f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5639f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5640f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 56455778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 56465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5648fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size_t size = buffer->size(); 564949b2b4d30a0f74314630a5ea5f0e59697d90443eChong Zhang size_t offset = buffer->offset(); 5650fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (buffer->base() != info->mCodecData->base()) { 5651ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5652d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5653d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5654fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim buffer->base(), info->mCodecData->base()); 5655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5657d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 56585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 56595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 56605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 56615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 56625b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 56630806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5665fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size = info->mCodecData->size(); 56663fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 566749b2b4d30a0f74314630a5ea5f0e59697d90443eChong Zhang info->mCodecData->setRange(offset, size); 5668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5670078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5671ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5672078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 56735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5674ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 56755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5676078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5677d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5678ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5679ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5680d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5681ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5682ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5683d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5684078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5685349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5686d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5687d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5688d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5689d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5690d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5691d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5692d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5693054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5694054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5695054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5696054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5697054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5698054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5699054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5700054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5701054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5702054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5703054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5704054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 570515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5706d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5707d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5708d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang switch (mCodec->mPortMode[kPortIndexInput]) { 5709d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetByteBuffer: 5710d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetANWBuffer: 5711d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetSecureBuffer: 57123fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang { 57133fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 57143fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, info->mCodecData, flags, timeUs, info->mFenceFd); 57153fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 5716d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5717d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5718d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicNativeHandle: 5719d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5720d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5721d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 57223fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang sp<NativeHandle> handle = NativeHandle::create( 57233fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang vnhmd->pHandle, false /* ownsHandle */); 57243fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 57253fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, handle, flags, timeUs, info->mFenceFd); 5726d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5727d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5728d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicANWBuffer: 5729d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5730d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 57313fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang sp<GraphicBuffer> graphicBuffer = new GraphicBuffer( 57323fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang vnmd->pBuffer, false /* keepOwnership */); 57333fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 57343fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, graphicBuffer, flags, timeUs, info->mFenceFd); 5735d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5736d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5737d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5738d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5739d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5740d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mCodec->mPortMode[kPortIndexInput]), 5741d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info->mCodecData->size(), 5742d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5743d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5744d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5745d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5746d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 574715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 57480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 57490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 57500806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5753fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Hold the reference while component is using the buffer. 5754fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 57575778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 57585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 57590806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 57600806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 57615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 57635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 57645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 57660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 57670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5768dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5769dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 57703856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5771dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5772dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5774ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5775349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5776349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 577715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5778d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err2 = mCodec->mOMXNode->emptyBuffer( 57793fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, OMXBuffer::sPreset, OMX_BUFFERFLAG_EOS, 0, info->mFenceFd); 578015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 57810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 57820806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 57830806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5788dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5792625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5793777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5794777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5795777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5796625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5797777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5798625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5802f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5831f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 583515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 583615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5837609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 58385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5839349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 58410806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5842d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5843d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5844d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5845d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5846d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5847d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5848d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5849d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5850d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5851d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5852d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5853d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5854d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5855d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5856d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5857d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 58600806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 58610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 58620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 58630806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 58640806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 586515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 586615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 586715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 58680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 58690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5871054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 587490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 587590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 587690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 587790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 587890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 587990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 588090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 588190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 588290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 588315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 588415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 588515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 588615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 588715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 588815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 588915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5898a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5899a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5900609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 59015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5902349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 59033fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mCodec->fillBuffer(info); 59040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59060806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59070806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 59085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 59095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 591031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5911ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 5912577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5913b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 5914697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 5915697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 59161734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 5917697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 5918b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 59195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5920ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim buffer->setFormat(mCodec->mOutputFormat); 5921b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5922d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mCodec->usingSecureBufferOnEncoderOutput()) { 5923054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5924d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<SecureBuffer> secureBuffer = static_cast<SecureBuffer *>(buffer.get()); 5925d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (secureBuffer != NULL) { 59267c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 59273e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 59287c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 59297c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5930d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang handle = (native_handle_t *)secureBuffer->getDestinationPointer(); 59317c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5932054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 59337e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setPointer("handle", handle); 59347e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeOffset", rangeOffset); 59357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeLength", rangeLength); 5936fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (buffer->base() == info->mCodecData->base()) { 59377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->setRange(rangeOffset, rangeLength); 59385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 59395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 59405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 59415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 59427e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mCodecData, buffer); 59435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 59445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 59465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 5947308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5948496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 594921ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5950496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5951496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5952496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 59535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 595421ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59568b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 59577e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mCodec->mSkipCutBuffer->submit(buffer); 59588b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 59597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 5960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5961fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5963dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->drainThisBuffer(info->mBufferID, flags); 59645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59655778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 59685778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 59695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 597079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onEos(mCodec->mInputEOSResult); 5971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 59770806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 59780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59790806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59800806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5983777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5984777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5992f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5994609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 59957e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 599676d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 599776d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 599876d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 599976d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim msg->findInt32("discarded", &discarded); 600076d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim 6001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 60020806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 60030806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 60040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 60050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 60060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 60070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60080806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 60090806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6010fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 6011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 60136aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 601476d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim && !discarded && buffer->size() != 0) { 60156fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6018dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim android_native_rect_t crop; 6019dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 6020dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // NOTE: native window uses extended right-bottom coordinate 6021dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.right; 6022dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.bottom; 6023dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6024dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowCrop = crop; 6025dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6026dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6027dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6028dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6029dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 6030dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t dataSpace; 6031dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findInt32("android._dataspace", &dataSpace) 6032dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6033dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_buffers_data_space( 6034dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6035dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowDataSpace = dataSpace; 6036dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6037dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6038dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 603990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 604090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 60417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 604290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 604390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 604490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 604590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 604690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6047fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6048fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6049c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 60507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (buffer->meta()->findInt64("timeUs", ×tampNs)) { 6051c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6052fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6053fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6054fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6055fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 60565778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6057fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 60580806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6059fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 606015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 60610806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 606215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 606315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60640806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6065cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6066cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6067264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6068251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6069cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 607015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 607115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6072cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 607476d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (mCodec->mNativeWindow != NULL && (discarded || buffer->size() != 0)) { 607515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 607615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 60776fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 60786fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6108c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6109609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6110c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 611115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 61123fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 61133fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err != OK) { 61140806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61150806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6116c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6121777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61230806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 61240806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6129777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6130777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6131777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6132777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6138f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6142c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6143c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6144ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6145ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 61461d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang if (mCodec->mOMXNode != NULL) { 61478a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 6148ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa auto tOmxNode = mCodec->mOMXNode->getHalInterface(); 61498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa tOmxNode->unlinkToDeath(mDeathNotifier); 61508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 61518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<IBinder> binder = IInterface::asBinder(mCodec->mOMXNode); 61528a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa binder->unlinkToDeath(mDeathNotifier); 61538a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 61541d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang } 6155ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6156ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6157ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6158b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6159ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6160e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6161ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6162d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode.clear(); 6163ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6164d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 6165d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 61665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 61675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6168ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6169c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6170c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6171f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61835778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 61845778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 61855778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 61865778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 61875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 61885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 61895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6192c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6193c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6194c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 619554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 619654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 619779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 619879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 619979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 620079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 620179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6203c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 620879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6210c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 621330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 621430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 621530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 621630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 621730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 621830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 621930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6227f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6229c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6230c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6231c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6232c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 62335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 62345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6235c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 62365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 62375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6238d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode == NULL); 62395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 62419c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa bool trebleFlag; 62429c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa if (client.connect(&trebleFlag) != OK) { 624348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 624448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 624548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 62469c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mCodec->setTrebleFlag(trebleFlag); 6247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6251ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6252b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 62535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62565778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6257d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 62587791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 62595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6260b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6261b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6262b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6263afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 62645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 62655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 62665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 62685778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 62695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6271b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 62725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 62735778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6274b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6275e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 62765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62771065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 62781065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6279d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 62801065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6281201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 62821065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 62831065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6284b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6285b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6287da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6288078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6289078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 62901d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(componentName.c_str(), observer, &omxNode); 6291078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62931065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 62941065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 62957a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 62967a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 62971065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 62981065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6299d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode = NULL; 63001065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63011065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6302d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode == NULL) { 63035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 63049f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 63059f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 63065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63079f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 63085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6309c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 631052e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6312c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 63158a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 6316ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa auto tOmxNode = omxNode->getHalInterface(); 63178a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!tOmxNode->linkToDeath(mDeathNotifier, 0)) { 63188a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDeathNotifier.clear(); 63198a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 63208a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 63218a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (IInterface::asBinder(omxNode)->linkToDeath(mDeathNotifier) != OK) { 63228a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa // This was a local binder, if it dies so do we, we won't care 63238a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa // about any notifications in the afterlife. 63248a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDeathNotifier.clear(); 63258a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 632623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 632723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 632826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6329d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang notify->setInt32("generation", ++mCodec->mNodeGeneration); 6330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 633390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6334ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6335ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6336ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6337ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 63381713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 63390167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6340ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6341ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 634221b46588d022d0c22d7c7c08e919d7a9c5cd76e3Chong Zhang omxNode->setQuirks(quirks); 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6344d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode = omxNode; 634579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentAllocated(mCodec->mComponentName.c_str()); 6346c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6347c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6348c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 63495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6352c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6353c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6354c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6356c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6357c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6358c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6359c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6360f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6361f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6362f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6363f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6364f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6365054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6366054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6367a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6368e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6369e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 63704e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 63716d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 6372054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6373c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6374c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6375c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6376c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6377c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6378c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6379c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6380c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 638154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6382f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6383f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6384c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6385c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6386c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6387c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 6388d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (void)mCodec->mOMXNode->freeNode(); 6389c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6390c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6391c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6392c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 639354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 639479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 639579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 639679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 639779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 639879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 639954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 640054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6401c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6402c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6403c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6404c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6405c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6406c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6407c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6408c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6409c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6410c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6411c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6412c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6413c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 64147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 64157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 64167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 64177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 64187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 64197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 64207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 64218f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6422d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 64238f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6424d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6425d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6426d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6427d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6428c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6429c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6430c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6431c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6432c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6433c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6434c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6435c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6436c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6437c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6438c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6439c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6440c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 644154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6442c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6443c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6444c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6445c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6446c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6447c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6448c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6449c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 645079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6451c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6452c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6453c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6455c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6456c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6457c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6458c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6459c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6460c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6461c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6462c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 64635778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 64645778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 64655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6466d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode != NULL); 64675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 64680806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 64695778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 64700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 64710806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 64720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64730806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 64740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 64755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6476c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6477c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6478c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6479251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6480c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 64815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 648379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentConfigured(mCodec->mInputFormat, mCodec->mOutputFormat); 6484c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 64865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 64875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6488d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6489addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (mCodec->mGraphicBufferSource == NULL) { 6490addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return BAD_VALUE; 6491addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6492addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6493addf2cbb120346ae42e78fa739245a353db5edadChong Zhang android_dataspace dataSpace; 6494addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = 6495addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6496addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6497addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to get default data space"); 6498addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6499addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6500addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6501addf2cbb120346ae42e78fa739245a353db5edadChong Zhang err = statusFromBinderStatus( 6502addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource->configure(mCodec->mOMXNode, dataSpace)); 6503addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6504addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("[%s] Unable to configure for node (err %d)", 6505addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mComponentName.c_str(), err); 6506addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6507addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6508a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6509d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 65106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setRepeatPreviousFrameDelayUs( 65126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mRepeatFrameDelayUs)); 6513a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6514a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6515a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6516a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 65176d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6518d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6519a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6520a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6521a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6522d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 65233604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang OMX_PARAM_U32TYPE maxPtsGapParams; 65243604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang InitOMXParams(&maxPtsGapParams); 65253604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nPortIndex = kPortIndexInput; 65263604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nU32 = (uint32_t) mCodec->mMaxPtsGapUs; 65273604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang 65283604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang err = mCodec->mOMXNode->setParameter( 65293604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang (OMX_INDEXTYPE)OMX_IndexParamMaxFrameDurationForBitrateControl, 65303604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang &maxPtsGapParams, sizeof(maxPtsGapParams)); 653194ee4b708acfa941581160b267afb79192b1d816Chong Zhang 653294ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 653394ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 65346d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6535d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 65362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65372c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65382c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6539d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 65406d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65416d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setMaxFps(mCodec->mMaxFps)); 654237b2b389139ed638831e49708c947863eef631efRonghua Wu 654337b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 654437b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 65456d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6546d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 654737b2b389139ed638831e49708c947863eef631efRonghua Wu } 654837b2b389139ed638831e49708c947863eef631efRonghua Wu } 654937b2b389139ed638831e49708c947863eef631efRonghua Wu 6550d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 65512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 65526d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65536d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setTimeLapseConfig( 65546d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mTimePerFrameUs, mCodec->mTimePerCaptureUs)); 65552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 65562c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 65572c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 65586d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6559d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 65602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 656272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6563d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 65646d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 6565764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mCodec->mGraphicBufferSource->setSuspend(true, -1)); 656672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 656772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 656872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 65696d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6570d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 657194ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 657294ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 657394ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6574c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6575d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode->getParameter( 6576d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6577c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6578c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6579c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6580c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6581c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6582b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6583b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 65846d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (colorAspectsBuffer->size() != sizeof(ColorAspects)) { 65856d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 65866d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 65876d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 65886d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65896d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setColorAspects(ColorUtils::packToU32( 65906d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang *(ColorAspects *)colorAspectsBuffer->base()))); 65916d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 6592b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6593b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6594b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6595b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6596b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6597b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6599d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6600d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6601d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6602d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6603d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6604d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6605d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6606addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = mCodec->mOMX->createInputSurface( 6607addf2cbb120346ae42e78fa739245a353db5edadChong Zhang &bufferProducer, &mCodec->mGraphicBufferSource); 6608d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6609d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6610d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6611d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6612d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 66137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 661479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreated( 661579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, 661679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mOutputFormat, 66177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 66187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 66197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 66207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 66217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 66227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 66237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 662479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreationFailed(err); 66257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 66267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 66277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 662879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid ACodec::LoadedState::onSetInputSurface(const sp<AMessage> &msg) { 66298f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6630d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6631d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6632d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6633d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6634addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource = surface->getBufferSource(); 6635d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6636addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = setupInputSurface(); 6637b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6638b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 663979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceAccepted( 664079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, mCodec->mOutputFormat); 6641addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } else { 6642d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6643d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6644d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 66458f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6646d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 664779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceDeclined(err); 6648d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6649d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6650d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6651c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 66525778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 66535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6654d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandStateSet, OMX_StateIdle); 66550806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 66560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 66570806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 66580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 66590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6664f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6668f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 66693856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6671cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6672cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 667329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6674cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6675cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6676cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6677251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 667891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6679d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode->sendCommand( 6680d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 6681c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6682c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6683c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6684c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6685c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6686c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6687c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 668891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6689cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6692f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6694dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (err != OK) { 6695dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 6696dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6698dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6703dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onStartCompleted(); 6704dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 6705dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return OK; 6706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6708f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 671072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67176507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 67186507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 67196507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 67206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 67216507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 67226507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 67236463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 67246463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 67256463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 67266463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 67276463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 67286463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 67296463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 67306463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 67316463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 673279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 67336463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 67346463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 67356463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67460806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 67470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67480806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 67490806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 67500806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67510806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67520806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 67530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67550806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6756d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 6757d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateExecuting); 67580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67610806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 67620806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67630806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 67640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6776f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6780f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 67813856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 678672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6793d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6794d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6795d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6796d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6797d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6798d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6799d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6800d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6801d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 680279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6803d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6804d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6805d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 68066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 68076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 68086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68096507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 68106507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 68116507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68230806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 68240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 68250806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68260806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68270806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68280806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 68290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6844f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6845349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6846349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6849f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6850ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6854054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6855054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6856054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6857054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6858054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6859054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6860054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6861054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6862054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6863054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6864054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 68654dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 68664dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6867054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6868054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6869054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6870054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 68710806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 68760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 68770806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 68780806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 68790806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 68800806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 68810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 68870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 68880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 68890806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 68900806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 68910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68940806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6895349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 689615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 68973fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 68980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68990806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69000806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 69030806340688c937e7b78c2d89db3809274130df4eLajos Molnar 69040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 69050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6909054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6910c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6911054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6912054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6913054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6914054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6915054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6917349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 69180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6919349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6920349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6921349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69243cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6925777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6926777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6927777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6928777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 69293cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 69303cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 69313cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 69323cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 69333cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 69343cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6935349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6936349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6939f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 69403856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 694290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6946f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6952c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6953c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6954c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6955c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6956c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 695754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6958c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6959c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6960349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6961349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6962d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 6963d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateIdle); 69640806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69650806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 69660806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69670806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 69680806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 69690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 69700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 69710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69797a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6980ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6981d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6982d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6983d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6984d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6985d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6986d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6987349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6988349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6989d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandFlush, OMX_ALL); 69900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 69930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 69940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7008496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7009496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7010496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7011496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7012496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7013496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7014496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7015496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7016496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7017496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7018496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7019a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7020a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7021a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7022a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7023a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7024a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7025a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7026a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7027a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7028a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7029a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7030a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7031a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7032a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7033a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7034a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7035a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 70367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 70377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 70386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 70397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 70407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 70417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 70427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 70434dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7044054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 70454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 70464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 70474dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7048054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 70494dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7050054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 70514dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 70524dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 70534dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 70544dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 70554dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7064a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7065a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7066530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7067a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7068a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7069a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7070a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7071a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7072d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 7073a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7074a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7075a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7076a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7077a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7078a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7079a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7080a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7081a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7082a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7083a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7084a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 708561fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang int64_t timeOffsetUs; 708661fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (params->findInt64("time-offset-us", &timeOffsetUs)) { 70876d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 70886d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set input buffer time offset without surface", 70896d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 70906d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 70916d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 70926d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 70936d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 70946d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setTimeOffsetUs(timeOffsetUs)); 709561fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 709661fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (err != OK) { 709761fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang ALOGE("[%s] Unable to set input buffer time offset (err %d)", 709861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang mComponentName.c_str(), 709961fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang err); 710061fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang return err; 710161fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 710261fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 710361fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 710472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 710572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 71066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 71076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set start time without surface", 71086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 71096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 71106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 71116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 71126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 71136d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setStartTimeUs(skipFramesBeforeUs)); 711472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 711572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 711672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 711772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 711872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 711972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 712072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7121e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7122e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 71236d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 71246d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set suspend without surface", 71256d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 71266d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 71276d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 7128e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7129764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang int64_t suspendStartTimeUs = -1; 7130764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang (void) params->findInt64("drop-start-time-us", &suspendStartTimeUs); 71316d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 7132764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mGraphicBufferSource->setSuspend(dropInputFrames != 0, suspendStartTimeUs)); 7133b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7134b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7135b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7136b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7137b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7138b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7139b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7140764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang int64_t stopTimeUs; 7141764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (params->findInt64("stop-time-us", &stopTimeUs)) { 7142764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (mGraphicBufferSource == NULL) { 7143764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang ALOGE("[%s] Invalid to set stop time without surface", 7144764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mComponentName.c_str()); 7145764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang return INVALID_OPERATION; 7146764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7147764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang status_t err = statusFromBinderStatus( 7148764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mGraphicBufferSource->setStopTimeUs(stopTimeUs)); 7149764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang 7150764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (err != OK) { 7151764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang ALOGE("Failed to set parameter 'stop-time-us' (err %d)", err); 7152764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang return err; 7153764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7154764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7155764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang 7156b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7157b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7158b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7159b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7160b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7161b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7162b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7163b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7164e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7165e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 71668db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 71678db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 71688db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 71698db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 71708db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 71718db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 71728db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 71738db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 71748db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7175870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7176870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7177870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7178870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7179870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7180870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7181870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7182870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7183870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7184870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7185870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 71860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = configureTemporalLayers(params, false /* inConfigure */, mOutputFormat); 71870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 71880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 71890f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 71900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 719101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return setVendorParameters(params); 719201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar} 719301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 719401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// Removes trailing tags matching |tag| from |key| (e.g. a settings name). |minLength| specifies 719501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// the minimum number of characters to keep in |key| (even if it has trailing tags). 719601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// (Used to remove trailing 'value' tags in settings names, e.g. to normalize 719701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// 'vendor.settingsX.value' to 'vendor.settingsX') 719801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstatic void removeTrailingTags(char *key, size_t minLength, const char *tag) { 719901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t length = strlen(key); 720001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t tagLength = strlen(tag); 720101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar while (length > minLength + tagLength 720201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && !strcmp(key + length - tagLength, tag) 720301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && key[length - tagLength - 1] == '.') { 720401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar length -= tagLength + 1; 720501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[length] = '\0'; 720601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 720701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar} 720801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 720901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar/** 721001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * Struct encompassing a vendor extension config structure and a potential error status (in case 721101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * the structure is null). Used to iterate through vendor extensions. 721201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar */ 721301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstruct VendorExtension { 721401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config; // structure does not own config 721501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t status; 721601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 721701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // create based on an error status 721801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension(status_t s_ = NO_INIT) : config(nullptr), status(s_) { } 721901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 722001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // create based on a successfully retrieved config structure 722101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *c_) : config(c_), status(OK) { } 722201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar}; 722301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 722401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar// class VendorExtensions; 722501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar/** 722601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * Forward iterator to enumerate vendor extensions supported by an OMX component. 722701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar */ 722801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarclass VendorExtensionIterator { 722901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar//private: 723001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar static constexpr size_t kLastIndex = ~(size_t)0; // last index marker 723101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 723201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sp<IOMXNode> mNode; // component 723301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t mIndex; // current android extension index 723401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar std::unique_ptr<uint8_t[]> mBacking; // current extension's backing 723501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension mCurrent; // current extension 723601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 723701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator(const sp<IOMXNode> &node, size_t index) 723801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar : mNode(node), 723901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mIndex(index) { 724001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mCurrent = retrieve(); 724101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 724201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 724301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar friend class VendorExtensions; 724401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 724501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarpublic: 724601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // copy constructor 724701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator(const VendorExtensionIterator &it) 724801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar : VendorExtensionIterator(it.mNode, it.mIndex) { } 724901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 725001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // retrieves the current extension pointed to by this iterator 725101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension retrieve() { 725201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mIndex == kLastIndex) { 725301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return NO_INIT; 725401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 725501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 725601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // try with one param first, then retry if extension needs more than 1 param 725701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t paramSizeUsed = 1;; ) { 725801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (paramSizeUsed > OMX_MAX_ANDROID_VENDOR_PARAMCOUNT) { 725901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return BAD_VALUE; // this prevents overflow in the following formula 726001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 726101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 726201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t size = sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE) + 726301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (paramSizeUsed - 1) * sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE::param); 726401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mBacking.reset(new uint8_t[size]); 726501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (!mBacking) { 726601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return NO_MEMORY; 726701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 726801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 726901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config = 727001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar reinterpret_cast<OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *>(mBacking.get()); 727101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 727201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar InitOMXParams(config); 727301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->nSize = size; 727401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->nIndex = mIndex; 727501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->nParamSizeUsed = paramSizeUsed; 727601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t err = mNode->getConfig( 727701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_INDEXTYPE)OMX_IndexConfigAndroidVendorExtension, config, size); 727801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err == OK && config->nParamCount > paramSizeUsed && paramSizeUsed == 1) { 727901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // reallocate if we need a bigger config 728001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar paramSizeUsed = config->nParamCount; 728101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 728201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } else if (err == NOT_ENOUGH_DATA 728301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar || (err != OK && mIndex == 0)) { 728401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // stop iterator on no-more signal, or if index is not at all supported 728501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mIndex = kLastIndex; 728601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return NO_INIT; 728701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } else if (err != OK) { 728801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return err; 728901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } else if (paramSizeUsed != config->nParamSizeUsed) { 729001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return BAD_VALUE; // component shall not modify size of nParam 729101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 729201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 729301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return config; 729401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 729501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 729601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 729701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // returns extension pointed to by this iterator 729801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtension operator*() { 729901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return mCurrent; 730001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 730101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 730201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // prefix increment: move to next extension 730301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator &operator++() { // prefix 730401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mIndex != kLastIndex) { 730501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ++mIndex; 730601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mCurrent = retrieve(); 730701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 730801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return *this; 730901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 731001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 731101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // iterator equality operators 731201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool operator==(const VendorExtensionIterator &o) { 731301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return mNode == o.mNode && mIndex == o.mIndex; 731401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 731501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 731601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool operator!=(const VendorExtensionIterator &o) { 731701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return !(*this == o); 731801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 731901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar}; 732001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 732101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar/** 732201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar * Iterable container for vendor extensions provided by a component 732301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar */ 732401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarclass VendorExtensions { 732501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar//private: 732601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sp<IOMXNode> mNode; 732701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 732801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarpublic: 732901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensions(const sp<IOMXNode> &node) 733001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar : mNode(node) { 733101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 733201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 733301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator begin() { 733401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return VendorExtensionIterator(mNode, 0); 733501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 733601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 733701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar VendorExtensionIterator end() { 733801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return VendorExtensionIterator(mNode, VendorExtensionIterator::kLastIndex); 733901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 734001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar}; 734101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 734201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstatus_t ACodec::setVendorParameters(const sp<AMessage> ¶ms) { 734301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar std::map<std::string, std::string> vendorKeys; // maps reduced name to actual name 734401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr char prefix[] = "vendor."; 734501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr size_t prefixLength = sizeof(prefix) - 1; 734601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // longest possible vendor param name 734701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar char reducedKey[OMX_MAX_STRINGNAME_SIZE + OMX_MAX_STRINGVALUE_SIZE]; 734801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 734901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // identify all vendor keys to speed up search later and to detect vendor keys 735001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t i = params->countEntries(); i; --i) { 735101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar AMessage::Type keyType; 735201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar const char* key = params->getEntryNameAt(i - 1, &keyType); 735301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (key != nullptr && !strncmp(key, prefix, prefixLength) 735401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // it is safe to limit format keys to the max vendor param size as we only 735501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // shorten parameter names by removing any trailing 'value' tags, and we 735601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // already remove the vendor prefix. 735701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && strlen(key + prefixLength) < sizeof(reducedKey) 735801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar && (keyType == AMessage::kTypeInt32 735901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar || keyType == AMessage::kTypeInt64 736001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar || keyType == AMessage::kTypeString)) { 736101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(reducedKey, key + prefixLength); 736201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar removeTrailingTags(reducedKey, 0, "value"); 736301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar auto existingKey = vendorKeys.find(reducedKey); 736401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (existingKey != vendorKeys.end()) { 736501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("[%s] vendor parameter '%s' aliases parameter '%s'", 736601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mComponentName.c_str(), key, existingKey->second.c_str()); 736701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // ignore for now 736801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 736901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar vendorKeys.emplace(reducedKey, key); 737001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 737101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 737201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 737301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't bother component if we don't have vendor extensions as they may not have implemented 737401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // the android vendor extension support, which will lead to unnecessary OMX failure logs. 737501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (vendorKeys.empty()) { 737601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 737701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 737801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 737901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar char key[sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE::cName) + 738001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sizeof(OMX_CONFIG_ANDROID_VENDOR_PARAMTYPE::cKey)]; 738101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 738201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t finalError = OK; 738301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 738401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't try again if component does not have vendor extensions 738501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsNone) { 738601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 738701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 738801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 738901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (VendorExtension ext : VendorExtensions(mOMXNode)) { 739001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config = ext.config; 739101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config == nullptr) { 739201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return ext.status; 739301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 739401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 739501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsExist; 739601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 739701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->cName[sizeof(config->cName) - 1] = '\0'; // null-terminate name 739801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key, (const char *)config->cName); 739901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t nameLength = strlen(key); 740001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[nameLength] = '.'; 740101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 740201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't set vendor extension if client has not provided any of its parameters 740301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // or if client simply unsets parameters that are already unset 740401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool needToSet = false; 740501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t paramIndex = 0; paramIndex < config->nParamCount; ++paramIndex) { 740601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // null-terminate param key 740701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].cKey[sizeof(config->param[0].cKey) - 1] = '\0'; 740801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key + nameLength + 1, (const char *)config->param[paramIndex].cKey); 740901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar removeTrailingTags(key, nameLength, "value"); 741001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar auto existingKey = vendorKeys.find(key); 741101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 741201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't touch (e.g. change) parameters that are not specified by client 741301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (existingKey == vendorKeys.end()) { 741401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 741501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 741601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 741701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar bool wasSet = config->param[paramIndex].bSet; 741801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar switch (config->param[paramIndex].eValueType) { 741901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt32: 742001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 742101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar int32_t value; 742201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].bSet = 742301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_BOOL)params->findInt32(existingKey->second.c_str(), &value); 742401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 742501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].nInt32 = value; 742601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 742701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 742801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 742901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt64: 743001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 743101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar int64_t value; 743201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].bSet = 743301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_BOOL)params->findAsInt64(existingKey->second.c_str(), &value); 743401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 743501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].nInt64 = value; 743601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 743701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 743801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 743901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueString: 744001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 744101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar AString value; 744201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].bSet = 744301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_BOOL)params->findString(existingKey->second.c_str(), &value); 744401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 744501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strncpy((char *)config->param[paramIndex].cString, value.c_str(), 744601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sizeof(OMX_CONFIG_ANDROID_VENDOR_PARAMTYPE::cString)); 744701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 744801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 744901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 745001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar default: 745101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("[%s] vendor parameter '%s' is not a supported value", 745201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mComponentName.c_str(), key); 745301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 745401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 745501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet || wasSet) { 745601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar needToSet = true; 745701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 745801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 745901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 746001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (needToSet) { 746101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar status_t err = mOMXNode->setConfig( 746201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar (OMX_INDEXTYPE)OMX_IndexConfigAndroidVendorExtension, 746301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config, config->nSize); 746401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (err != OK) { 746501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[nameLength] = '\0'; 746601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("[%s] failed to set vendor extension '%s'", mComponentName.c_str(), key); 746701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // try to set each extension, and return first failure 746801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (finalError == OK) { 746901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar finalError = err; 747001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 747101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 747201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 747301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 747401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 747501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsUnchecked) { 747601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsNone; 747701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 747801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 747901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return finalError; 748001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar} 748101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 748201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnarstatus_t ACodec::getVendorParameters(OMX_U32 portIndex, sp<AMessage> &format) { 748301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr char prefix[] = "vendor."; 748401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar constexpr size_t prefixLength = sizeof(prefix) - 1; 748501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar char key[sizeof(OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE::cName) + 748601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar sizeof(OMX_CONFIG_ANDROID_VENDOR_PARAMTYPE::cKey) + prefixLength]; 748701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key, prefix); 748801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 748901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // don't try again if component does not have vendor extensions 749001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsNone) { 749101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 749201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 749301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 749401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (VendorExtension ext : VendorExtensions(mOMXNode)) { 749501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar OMX_CONFIG_ANDROID_VENDOR_EXTENSIONTYPE *config = ext.config; 749601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config == nullptr) { 749701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return ext.status; 749801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 749901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 750001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsExist; 750101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 750201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->eDir != (portIndex == kPortIndexInput ? OMX_DirInput : OMX_DirOutput)) { 750301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 750401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 750501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 750601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->cName[sizeof(config->cName) - 1] = '\0'; // null-terminate name 750701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key + prefixLength, (const char *)config->cName); 750801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar size_t nameLength = strlen(key); 750901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar key[nameLength] = '.'; 751001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 751101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar for (size_t paramIndex = 0; paramIndex < config->nParamCount; ++paramIndex) { 751201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar // null-terminate param key 751301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].cKey[sizeof(config->param[0].cKey) - 1] = '\0'; 751401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar strcpy(key + nameLength + 1, (const char *)config->param[paramIndex].cKey); 751501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar removeTrailingTags(key, nameLength, "value"); 751601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (config->param[paramIndex].bSet) { 751701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar switch (config->param[paramIndex].eValueType) { 751801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt32: 751901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 752001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar format->setInt32(key, config->param[paramIndex].nInt32); 752101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 752201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 752301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueInt64: 752401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 752501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar format->setInt64(key, config->param[paramIndex].nInt64); 752601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 752701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 752801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar case OMX_AndroidVendorValueString: 752901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar { 753001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar config->param[paramIndex].cString[OMX_MAX_STRINGVALUE_SIZE - 1] = '\0'; 753101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar format->setString(key, (const char *)config->param[paramIndex].cString); 753201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar break; 753301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 753401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar default: 753501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar ALOGW("vendor parameter %s is not a supported value", key); 753601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar continue; 753701c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 753801c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 753901c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754001c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754101c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 754201c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar if (mVendorExtensionsStatus == kExtensionsUnchecked) { 754301c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar mVendorExtensionsStatus = kExtensionsNone; 754401c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar } 754501c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar 754601c10f8cdcd58d1e7025f426a72e6e75ba5d7fc2Lajos Molnar return OK; 7547a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7548a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 75496507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 75506d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = INVALID_OPERATION; 75516d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource != NULL) { 75526d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus(mGraphicBufferSource->signalEndOfInputStream()); 75536d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 755479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onSignaledInputEOS(err); 75556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 75566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 755790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 755890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 755990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 756090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 756190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7562f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7569b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7570b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 757131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7572054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7573d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK_EQ(mCodec->mOMXNode->sendCommand( 7574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7577349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7580b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7581b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7582ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7601f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7606f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7617f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7624349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7625e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7627349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 76283856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7629349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7630349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7644f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 76453856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 764990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 765090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 765190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 765290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 765390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 765490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7655f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 76610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 76620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 76630806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 76640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76660806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76680806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 76690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 76700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 76710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 76720806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 76730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 76748a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 76758a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mCodec->mAllocator[kPortIndexOutput].clear(); 76768a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 76778a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mCodec->mDealer[kPortIndexOutput].clear(); 76788a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 76790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 7682d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 7683d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandPortEnable, kPortIndexOutput); 76840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 76870806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 76880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 76890806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 7690dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onOutputBuffersChanged(); 76910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7692cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 76930806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7694251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7695d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7696755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7697755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7698755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7699755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7700755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7701755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7702755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7703755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7704cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7708777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7709777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7710777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7711777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7715349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7716349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7717349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7718349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7734f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 77355778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 77365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7739f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 77470806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7753349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 7754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7766f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 77673856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 776831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 77695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7770b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7773f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 77780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 77790806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 77800806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 77810806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 77820806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 77830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 77840806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 77850806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 77885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7794349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7795349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7796349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7797349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7798349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7799349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7800349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 78050af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7806f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 78075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 7808d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 7809d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 78100806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 78110806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 78120806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 78130806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 78140806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 78150806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 78160806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78180167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 78190167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7820bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7821bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7822bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7823bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7824b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7825bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7826bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 78270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 78280806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 78290806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 78300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 78310806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7836f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7843f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7852f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7856f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7862349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 7863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 78710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7883f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 78843856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7887f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 78920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 78930806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 78940806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 78950806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 78960806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 78970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 78980806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 78990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7901c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7913f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7917f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 79183856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7923f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7948f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7950ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7951ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7952d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 79560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 79570806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 79580806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 79590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 79600806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 79610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7964777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7965777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7966777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7967777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7970e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 79710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7972e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7973e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7979777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7980777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7983777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7984777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7990349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7991349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 79921d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7993349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7994d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->setInt32("generation", mCodec->mNodeGeneration); 7995349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7996349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7997349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7998349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 79993856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 8000349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 8001349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 8002349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 8003349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 8004349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 8005349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 8006349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 8007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 8008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 8009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 8012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8014f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 8015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 8016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 8018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8020f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 8021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 8022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 8024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8026f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 8027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 8028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 8029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 80307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 80317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 80327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 80337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 803490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 803590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 803679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 8037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 8039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 8040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8041dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 8042dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 8043f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 8044f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 8045f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 8046f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 8047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 8048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 80515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 80525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 80535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 80545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 80551ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime.c_str()); 80565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 80575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 80585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 80619c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa status_t err = client.connect(); 80625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 80635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 80645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 80675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 8068d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 80695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80701d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(name.c_str(), observer, &omxNode); 80715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 80725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 80735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 80745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 8076d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = SetComponentRole(omxNode, role); 80775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 8078d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 80795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 80805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 80815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 80845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 80855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 80875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 80885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 80895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 80905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 80926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 8093d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 8094d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoProfileLevelQuerySupported, 80955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 80965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 80975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 80985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 81006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 81016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 81026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 81036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 81046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 81056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 81065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 81095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 81105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 81115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 81125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 811336e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 81145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 81156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 81166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 8117d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 8118d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 81195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 81205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 81215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 81225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 81251ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (IsFlexibleColorFormat( 8126d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode, portFormat.eColorFormat, false /* usingNativeWindow */, 81275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 81285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 81295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 81305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 81315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 81325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 81335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 81365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 81375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 81385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 81415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 81426e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 81436e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 81446e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 81456e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 81466e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 81476e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 81485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 81505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 81515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 81525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 81535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 81546e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 81556e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 8156d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 8157d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 81585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 81595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 81605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 81615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 81635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 81646e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 81656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 81666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 81676e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 81686e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 81696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 81705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 81735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 81745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 81755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 81765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 81805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 8181d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->configureVideoTunnelMode( 8182d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 81835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 81845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 81855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 8186d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (omxNode->setPortMode( 8187d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer) == OK || 8188d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->prepareForAdaptivePlayback( 8189d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 81905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 81915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 81925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 81965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 81975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 81985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 81995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 8200d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->getConfig( 8201d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 82025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 82035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 82045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 82065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 82075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 8208d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 82095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 82105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 82115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 82125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 8213a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 8214a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 8215a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 8216a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 8217a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 8218a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 8219a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 8220a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8221a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 8222a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8223a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8224a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8225a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 8226a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8227a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8228a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8229a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8230a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 8231a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8232a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8233a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 8234a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 8235a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8236a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 8237a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8238a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8239a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8240a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 8241a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 8242a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8243a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 8244a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8245a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8246a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8247a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8248a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8249a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8250a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8251a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 8252a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8253a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8254a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8255a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8256a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8257a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8258a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 8259a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8260a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 8261a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8262a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8263a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8264a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8265a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8266a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8267a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 8268a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 8269a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8270a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 8271a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 8272a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 8273a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8274a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 8275a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 8276a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 82779c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasavoid ACodec::setTrebleFlag(bool trebleFlag) { 82789c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mTrebleFlag = trebleFlag; 82798a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa} 82808a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 82818a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasabool ACodec::getTrebleFlag() const { 82828a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return mTrebleFlag; 82838a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa} 82848a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 8285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 8286