ACodec.cpp revision ac7d4125516299b8a3e6f2b25822a692bdd96311
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang#include <media/OMXBuffer.h> 48ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa#include <media/omx/1.0/WOmxNode.h> 493a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa#include <hidlmemory/mapping.h> 518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 5297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 56777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 57f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 59dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include "include/ACodecBufferChannel.h" 605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 614811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 6373dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 64496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6513a926879249276771b0097538459c7550e2f5ceSteven Moreland#include <android/hidl/allocator/1.0/IAllocator.h> 668a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa#include <android/hidl/memory/1.0/IMemory.h> 678a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 68f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangusing binder::Status; 716d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 1056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangstatic inline status_t statusFromBinderStatus(const Status &status) { 1066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (status.isOk()) { 1076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return OK; 1086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err; 1106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.serviceSpecificErrorCode()) != OK) { 1116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1136d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.transactionError()) != OK) { 1146d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1156d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1166d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang // Other exception 1176d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return UNKNOWN_ERROR; 1186d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang} 1196d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 127251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 161984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 162984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 163984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 164984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 165984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 20526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 20726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 21190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 21290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 21490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 21690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 21790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 21890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 21926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 22026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 22126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 22226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 22426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 22626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 241090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 26426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 26826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 26926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 27026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 27126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 27226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 27315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 27915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 28015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 28390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2918a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasastruct ACodec::DeathNotifier : 2928a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa public IBinder::DeathRecipient, 2938a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa public ::android::hardware::hidl_death_recipient { 294090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit DeathNotifier(const sp<AMessage> ¬ify) 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 297ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 300ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 301ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 3028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa virtual void serviceDied( 3038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa uint64_t /* cookie */, 3048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa const wp<::android::hidl::base::V1_0::IBase>& /* who */) { 3058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mNotify->post(); 3068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 3078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 308ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 309ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 310ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 311ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 312ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 313ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 314ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 315ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 316ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 317f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 318090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit UninitializedState(ACodec *codec); 319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 329ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 336090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedState(ACodec *codec); 337c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 341c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 345c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3478f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 348c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 349c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 351d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 352d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 353c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 354c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 356c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 359090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedToIdleState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 375090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToExecutingState(ACodec *codec); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 389090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 400349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 401349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 40890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 411349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 412349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 419090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit OutputPortSettingsChangedState(ACodec *codec); 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 42790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 436090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingToIdleState(ACodec *codec); 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 458090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToLoadedState(ACodec *codec); 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 466f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 472f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 473090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit FlushingState(ACodec *codec); 474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 475f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 484f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 49615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 49715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 49815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 50015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 50115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 50315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 50415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 50515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 50615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 50715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 50915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 51015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 51115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 51315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 51415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 51515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 51615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 51715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 51915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 52015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 52115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 52215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 52315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 52415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 52515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 526f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 527b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen : mSampleRate(0), 528d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mNodeGeneration(0), 529b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 530e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 531fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5328db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 534346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5359806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 53654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 537f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5389806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5399806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 540e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5419806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 542054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 543054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 544054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 54694ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 54837b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5492c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 550609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 551ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5528338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 553db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 554db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 556c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 569dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 571d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 572d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 573d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 574fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 575fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 5778a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 5789c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mTrebleFlag = false; 579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 581f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 584f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 590dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstd::shared_ptr<BufferChannelBase> ACodec::getBufferChannel() { 591dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (!mBufferChannel) { 592dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = std::make_shared<ACodecBufferChannel>( 593dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatInputBufferFilled, this), 594dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatOutputBufferDrained, this)); 595dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 596dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return mBufferChannel; 597dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 598dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 599a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 6001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 601a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 602a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 603a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 604a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6055778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 6065778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 6071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 6085778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6115778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 6131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 6181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 6191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 6201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 6221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 6231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 6251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 6261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 6291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 6311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 6327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6348f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 635d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 6368f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 637d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 638d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 639d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 640d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6455778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 649f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6507a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 654f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 658c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 660c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 661c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 66230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 66330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 66530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 668496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 670496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 671496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6724dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6734dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6744dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6754dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6764dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 677054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6784dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 679054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 680054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6814dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6824dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6834dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 694e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 713e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 714098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 715098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 716d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang nativeWindow, &usageBits, !storingMetadataInDecodedBuffers()); 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 721f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 722e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 723e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 724e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 725e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 726e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 727e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 757dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 758dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 759dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 765054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 767598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 782d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!storingMetadataInDecodedBuffers()) { 7831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 78415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 78815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 78915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 8001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 802484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 803484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 804484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 805484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 806484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 8071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 808e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 8091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 8101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 812d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhangstatus_t ACodec::setPortMode(int32_t portIndex, IOMX::PortMode mode) { 813d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang status_t err = mOMXNode->setPortMode(portIndex, mode); 814d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 815d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGE("[%s] setPortMode on %s to %s failed w/ err %d", 816d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), 817d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang portIndex == kPortIndexInput ? "input" : "output", 818d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mode), 819d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err); 820d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 821d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 822d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 823d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[portIndex] = mode; 824d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return OK; 825d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang} 826d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 827f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8308a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 8318a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa CHECK(mAllocator[portIndex] == NULL); 8328a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 8338a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa CHECK(mDealer[portIndex] == NULL); 8348a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 839d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storingMetadataInDecodedBuffers()) { 840054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 841054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 842054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 843054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 849d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 850d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 853d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang const IOMX::PortMode &mode = mPortMode[portIndex]; 8545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 855d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // Always allocate VideoNativeMetadata if using ANWBuffer. 856d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // OMX might use gralloc source internally, but we don't share 857d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // metadata buffer with OMX, OMX has its own headers. 858d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 859054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 860d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (mode == IOMX::kPortModeDynamicNativeHandle) { 8613e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 862054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 863054219874873b41f1c815552987c10465c34ba2bLajos Molnar 8645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 874054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 875054219874873b41f1c815552987c10465c34ba2bLajos Molnar 87628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 87728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 878d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] Allocating %u buffers of size %zu (from %u using %s) on %s port", 8795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 880d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang def.nBufferCountActual, bufSize, def.nBufferSize, asString(mode), 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 88528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 88628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 88728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 88828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 88928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 89028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 89334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 89434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 89534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 89628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 897d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode != IOMX::kPortModePresetSecureBuffer) { 8988a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 8998a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex] = TAllocator::getService("ashmem"); 9008a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mAllocator[portIndex] == nullptr) { 9018a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa ALOGE("hidl allocator on port %d is null", 9028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (int)portIndex); 9038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa size_t totalSize = def.nBufferCountActual * 9078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (alignedSize + alignedConvSize); 9088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 9098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 910d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 912fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim const sp<AMessage> &format = 913fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim portIndex == kPortIndexInput ? mInputFormat : mOutputFormat; 914054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 9158a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory hidlMemToken; 9168a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<TMemory> hidlMem; 917d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<IMemory> mem; 918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 919ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 920ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 92115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 92290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 9231b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mGraphicBuffer = NULL; 9241b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 926d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModePresetSecureBuffer) { 927a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 9281b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 929d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->allocateSecureBuffer( 930d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang portIndex, bufSize, &info.mBufferID, 931a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 932a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 9334811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim info.mData = (native_handle == NULL) 9344811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim ? new SecureBuffer(format, ptr, bufSize) 9354811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim : new SecureBuffer(format, native_handle, bufSize); 9365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9388a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9398a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool success; 9408a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa auto transStatus = mAllocator[portIndex]->allocate( 9418a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bufSize, 9428a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa [&success, &hidlMemToken]( 9438a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool s, 9448a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory const& m) { 9458a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa success = s; 9468a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMemToken = m; 9478a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa }); 9488a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 9498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!transStatus.isOk()) { 9508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa ALOGE("hidl's AshmemAllocator failed at the " 9518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa "transport: %s", 9528a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa transStatus.description().c_str()); 9538a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9548a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9558a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!success) { 9568a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9578a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9588a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMem = mapMemory(hidlMemToken); 9598a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 9608a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa err = mOMXNode->useBuffer( 9618a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa portIndex, hidlMemToken, &info.mBufferID); 9628a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9638a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mem = mDealer[portIndex]->allocate(bufSize); 9648a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mem == NULL || mem->pointer() == NULL) { 9658a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 9668a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 967ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 9688a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa err = mOMXNode->useBuffer( 9698a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa portIndex, mem, &info.mBufferID); 9708a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 9715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 972d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 9738a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa VideoNativeMetadata* metaData = (VideoNativeMetadata*)( 9748a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa getTrebleFlag() ? 9758a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa (void*)hidlMem->getPointer() : mem->pointer()); 9768a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa metaData->nFenceFd = -1; 977054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9798a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9808a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecData = new SharedMemoryBuffer( 9818a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa format, hidlMem); 9828a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecRef = hidlMem; 9838a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 9848a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecData = new SharedMemoryBuffer( 9858a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa format, mem); 9868a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mCodecRef = mem; 9878a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 988d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 9895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9938a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 9948a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool success; 9958a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex]->allocate( 9968a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa conversionBufferSize, 9978a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa [&success, &hidlMemToken]( 9988a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa bool s, 9998a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidl_memory const& m) { 10008a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa success = s; 10018a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMemToken = m; 10028a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa }); 10038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!success) { 10048a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 10058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 10068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa hidlMem = mapMemory(hidlMemToken); 10078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mData = new SharedMemoryBuffer(format, hidlMem); 10088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mMemRef = hidlMem; 10098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 10108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mem = mDealer[portIndex]->allocate( 10118a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa conversionBufferSize); 10128a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mem == NULL|| mem->pointer() == NULL) { 10138a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return NO_MEMORY; 10148a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 10158a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mData = new SharedMemoryBuffer(format, mem); 10168a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa info.mMemRef = mem; 10175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 10185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 10195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 10205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 10215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10231065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 10251065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 10261065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1033dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<ACodecBufferChannel::BufferAndId> array(mBuffers[portIndex].size()); 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1035dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim array[i] = {mBuffers[portIndex][i].mData, mBuffers[portIndex][i].mBufferID}; 1036dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1037dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 1038dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setInputBufferArray(array); 1039dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else if (portIndex == kPortIndexOutput) { 1040dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray(array); 1041dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 1042dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim TRESPASS(); 1043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1048e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 1049098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 1050098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 10511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1055d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1056d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 10571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 10591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 1063d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getGraphicBufferUsage(kPortIndexOutput, &usage); 10641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 10651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 10661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 10671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 10681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 10701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 10721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 10731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1075f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 1076e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 1077b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 1078fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 1079fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 1080fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 10811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 10821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 10831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 10841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 10851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 10861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 10871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 1088098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 1089098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 10901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 10911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 10931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 1094098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1095098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 10961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1100d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1101d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 11021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1104098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1105098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, preregister /* reconnect */); 11061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1108e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 11091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 11101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 11111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1112ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1113ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1114ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1115ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1116ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1117ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1118d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1119d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1120ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1121ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1122ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1123ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1124ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1125ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1126ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1127054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1128258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1129258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1130054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1131258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1132258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 113329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1134258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1135258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1136258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1137258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1138e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1139e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 11401faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 11411faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1142e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1143e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1144e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1145e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1146e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1147e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1148e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 11491faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 11501faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1151e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1152e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1153258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1154d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1155d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1156258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1157e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1158e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1159e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1160e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1161e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1162609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1163e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1164e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1165e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1166258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1167258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1168258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1169258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 117429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1179054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1180054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1181054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1182054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1183054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1184054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1185d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This method only handles the non-metadata mode (or simulating legacy 1186d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // mode with metadata, which is transparent to ACodec). 1187d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(!storingMetadataInDecodedBuffers()); 11883fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1189054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1190054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1191098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1192054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1193054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1194e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 11963fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 11973fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(true); 11983298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1199609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1204054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 12058ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 120615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 120715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 120929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 121474006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 121574006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 121615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 121715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 121890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 121974006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 12201b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 12213fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 12223fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // TODO: We shouln't need to create MediaCodecBuffer. In metadata mode 12233fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // OMX doesn't use the shared memory buffer, but some code still 12243fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // access info.mData. Create an ABuffer as a placeholder. 1225d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1226d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mCodecData = info.mData; 12273fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 122874006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 122974006804065941841883c4b46ee785070164023fJamie Gennis 1230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 12313fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, graphicBuffer, &bufferId); 1232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1233609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 123474006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 123874006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 123974006804065941841883c4b46ee785070164023fJamie Gennis 1240609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1248d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 12503fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // that were dequeued. Also cancel all if we're in legacy metadata mode. 1251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 125274006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1254054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1255054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1256054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12613175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12623175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12633175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 12643175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12653175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 12663fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12693fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 12703fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(false); 12713fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1275054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1276d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(storingMetadataInDecodedBuffers()); 12773fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1278054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1279054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1280098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 12813fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang false /* preregister */); 1282d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) 1283054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1284e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1285054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1286e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1287e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1288e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1289e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1290e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1291e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 129215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 129390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1294e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 12951b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 1296e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1297e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1298d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1299349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 1300349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang // Initialize fence fd to -1 to avoid warning in freeBuffer(). 1301349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ((VideoNativeMetadata *)info.mData->base())->nFenceFd = -1; 1302349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 13035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 1304e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1305d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, OMXBuffer::sPreset, &info.mBufferID); 1306e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1307e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1308d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] allocated meta buffer with ID %u", 1309d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), info.mBufferID); 1310e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1311e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1312054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1313054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1314054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1315054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1316054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1317054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1318054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1319054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1320054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1321054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 13220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1323054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 13240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1325054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1326609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 13271b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer->handle); 1328054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1329054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 133015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 13313fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return fillBuffer(info); 1332054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1333054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 133415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 133515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 133615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 133715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 133815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 133915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 134015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 134115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 134215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 134315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13440806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 13450806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 13460806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 13470806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 13480806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13490806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13500806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13510806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13520806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13530806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13550806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13560806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13570806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13580806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13590806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13600806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13610806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13620806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13630806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13640806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13650806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13660806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13670806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13680806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13690806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1370f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1373609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 137615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 137815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 137915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13813fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13823fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13830806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13863fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 138990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 139090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 139190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 139290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 139390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 139490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 139590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 139690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 139790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 139890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 139990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 140090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 140190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 140290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 140390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 140490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 140590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 140690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 140790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 140890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 140990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 141090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 141190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 141290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1413604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1414604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1415604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1416604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1417604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1418604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 141990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 142279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onOutputFramesRendered(done); 142390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 142490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1425f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 14268ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1427054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1428ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1429ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1430ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1431ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1432ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1433ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1434ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1435346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1436346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1437346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1438346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1439346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 144015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1441dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 144215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 144315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 144415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1445dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1446dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1448dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1449b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1450b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1451dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1452dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1453dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 145490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1455dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1456dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1457dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1458dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1459dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1460dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1461dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1462dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1463dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1464dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1465dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1466dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 146790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 14681b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang ALOGV("dequeued buffer #%u with age %u, graphicBuffer %p", 14691b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang (unsigned)(info - &mBuffers[kPortIndexOutput][0]), 14701b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mDequeueCounter - info->mDequeuedAt, 14711b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mGraphicBuffer->handle); 14721b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang 1473dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 147415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 147590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1476dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1477dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1478dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1480dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1481dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1482dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1483dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1484dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1485d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!stale && !storingMetadataInDecodedBuffers()) { 1486dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1487dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1488dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1489dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1490dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1491dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1493dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1494054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1495dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1496dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1497b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1498b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1499dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1500dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1501054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1502054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1503054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1504054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1505054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1506054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1507054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1508054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1509054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 15100806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 15110806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 15120806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 15130806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1514054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1515054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 15160806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 15170806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 15181b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mNewGraphicBuffer = true; 15190806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 152015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 152190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 152290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1523d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 1524d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("replaced oldest buffer #%u with age %u, graphicBuffer %p", 1525d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1526d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mDequeueCounter - oldest->mDequeuedAt, 15271b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mGraphicBuffer->handle); 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 152990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 15300806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1534dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 1535dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setInputBufferArray({}); 1536dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 1537dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray({}); 1538dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1539dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 1540777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1541938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1542938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1543777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1544777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1545777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1546777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15498a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (getTrebleFlag()) { 15508a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mAllocator[portIndex].clear(); 15518a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 15528a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDealer[portIndex].clear(); 15538a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 1554777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1557349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1558777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1559938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1560938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15642ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15652ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15662ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15672ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1568777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1569777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1570777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1571777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1575777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15800806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 158215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 1583d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mPortMode[portIndex] == IOMX::kPortModeDynamicANWBuffer && info->mCodecData != NULL 1584fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 1585fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int fenceFd = ((VideoNativeMetadata *)info->mCodecData->base())->nFenceFd; 158615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 158715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 158815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 158915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 159015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 159115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15920806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15930806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15950806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15970806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15990806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 1600d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->freeBuffer(portIndex, info->mBufferID); 16010806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 16020806340688c937e7b78c2d89db3809274130df4eLajos Molnar 16030806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 16040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 16050806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 16060806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 160915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 161015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 161115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 161215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1613604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1614604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1615604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1616604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 161790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1618d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang // remove buffer even if mOMXNode->freeBuffer fails 1619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1620777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1623f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 16240806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1636777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16403fd200feb657c157125e45e30c2a7262e3c0244dChong Zhangstatus_t ACodec::fillBuffer(BufferInfo *info) { 16413fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err; 16421b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // Even in dynamic ANW buffer mode, if the graphic buffer is not changing, 16431b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // send sPreset instead of the same graphic buffer, so that OMX server 16441b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // side doesn't update the meta. In theory it should make no difference, 16451b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // however when the same buffer is parcelled again, a new handle could be 16461b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // created on server side, and some decoder doesn't recognize the handle 16471b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // even if it's the same buffer. 16481b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang if (!storingMetadataInDecodedBuffers() || !info->mNewGraphicBuffer) { 16493fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 16503fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, OMXBuffer::sPreset, info->mFenceFd); 16513fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 16523fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 16533fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, info->mGraphicBuffer, info->mFenceFd); 16543fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 16553fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 16561b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mNewGraphicBuffer = false; 16573fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mFenceFd = -1; 16583fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err == OK) { 16593fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 16603fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 16613fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return err; 16623fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang} 16633fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 16661ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime); 16675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 16685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 16695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 1670d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = SetComponentRole(mOMXNode, role); 16715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 16725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1685b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1686b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1687b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1688e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1691d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 1692d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 16938db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16945778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 170796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 170896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 170996bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 171096bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 171196bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 171296bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 171396bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 171496bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1715d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1716d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 17173e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 17183e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 1719d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::PortMode mode; 1720d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storeMeta == kMetadataBufferTypeNativeHandleSource) { 1721d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicNativeHandle; 1722d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (storeMeta == kMetadataBufferTypeANWBuffer || 1723d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang storeMeta == kMetadataBufferTypeGrallocSource) { 1724d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicANWBuffer; 1725d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else { 1726d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return BAD_VALUE; 1727d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1728d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, mode); 1729d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1730054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1731054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1732c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1733c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1734d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 1735d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1736c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1737c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1738c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1739c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1740054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1741d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1742308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17433a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17443a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17453a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 1747d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getExtensionIndex( 1748d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.prependSPSPPSToIDRFrames", &index); 17493a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17503a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17513a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17523a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17533a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17543a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1755d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(index, ¶ms, sizeof(params)); 17563a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17573a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17583a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17593a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17603a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17613a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17623a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17633a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17643a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17653a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1766308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1767308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1768308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1769308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17708db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1771308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1772308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 17733e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1774308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1775d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mFlags & kFlagIsSecure) { 1776d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang enable = OMX_TRUE; 1777d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1778308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1779d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, enable ? 1780d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::kPortModePresetSecureBuffer : IOMX::kPortModePresetByteBuffer); 1781308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1782d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 1783308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1784a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1785a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1786a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1787a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1788a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1789a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 179094ee4b708acfa941581160b267afb79192b1d816Chong Zhang 17913604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang // only allow 32-bit value, since we pass it as U32 to OMX. 179294ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17932c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17943604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang } else if (mMaxPtsGapUs > INT32_MAX || mMaxPtsGapUs < 0) { 17953604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang ALOGW("Unsupported value for max pts gap %lld", (long long) mMaxPtsGapUs); 17963604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang mMaxPtsGapUs = -1ll; 17972c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17982c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 179937b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 180037b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 180137b2b389139ed638831e49708c947863eef631efRonghua Wu } 180237b2b389139ed638831e49708c947863eef631efRonghua Wu 18032c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 18042c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 180594ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 180672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 180772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 180872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 180972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 181072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 181172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1812308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1813308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1815054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1818b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1819e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18211713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18221713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18231713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18241713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18251713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18261713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18271713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18281713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18291713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18301713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1831a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1832a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1833a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1834d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, IOMX::kPortModePresetSecureBuffer); 1835d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 1836d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1837d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGI("falling back to non-native_handles"); 1838d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang setPortMode(kPortIndexInput, IOMX::kPortModePresetByteBuffer); 1839d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = OK; // ignore error for now 1840d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1841a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1842e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18441de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18451de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18476597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18486597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18496597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18506597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18516597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18526597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18536597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 1854d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 1855d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18566597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18576597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18586597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18596597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18606597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18616597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18626597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18636597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18646597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1869ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 187197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 187297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 187797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1880fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1881fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1882d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1883d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1884d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1885d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1886d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1887d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1888d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1889d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1890d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1893d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1894d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1895d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1896d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1897d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1898d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1900ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1901ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1902ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19033fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19043fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19053fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19063fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19073fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19083fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19093fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19103fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19113fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 1912d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer); 19135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 1943d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1944d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 19455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1954e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1955cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // allow failure 1956cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = OK; 19575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1958d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] setPortMode on output to %s succeeded", 1959d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), asString(IOMX::kPortModeDynamicANWBuffer)); 1960054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 19615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1962fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19630167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19690167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1970e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1971e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1972e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1973e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1974e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1975e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1976e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1977054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1978054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 19795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 19805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 19815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 19825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 1983308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 1989cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang (void)setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 1990cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } else if (haveNativeWindow && !storingMetadataInDecodedBuffers()) { 1991cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetANWBuffer); 1992cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang if (err != OK) { 1993cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang return err; 1994cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } 19953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 1998b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2000b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20081de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 2010cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // fallback for devices that do not handle flex-YUV for native buffers 20113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2014777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2015777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2016777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2017777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2020777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2021777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2022777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2023777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20261ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (!IsFlexibleColorFormat( 2027d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2033e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2036d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // TODO: implement adaptive-playback support for bytebuffer mode. 2037d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This is done by SW codecs, but most HW codecs don't support it. 2038d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 2039d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang inputFormat->setInt32("adaptive-playback", false); 20403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2044b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2045b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 205442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 205542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 205642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 205742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 205842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 205942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 206042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 206142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 206242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 206342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 206442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 206542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 206642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2073aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2074b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20762965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2078ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2079ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2080ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2081aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2082aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2083aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2084b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2085b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2086b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2087ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20888045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20898045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20908045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20912965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20922965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20932965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20942965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20958045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20968045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20978045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20988045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20998045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21018045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21028045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21038045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21068045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21078045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21088045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2116ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21174471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21182965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21192965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2121729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2123729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2125729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2126729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2127729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2128729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2129729de186450f78c099637e1fce743fe531862c52Andreas Huber 2130729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 213417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 213517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 213617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 213717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 213817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2141ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2149516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2150cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2151cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2152516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2153cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2155516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2156516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2157516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2160516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2161516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2162516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2166516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2167516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2169ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2170ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2171ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2172ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2173ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2174ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2175ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 21765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2177ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 217897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 217997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 218097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 218197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 218297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 218397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 218497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 218597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 218697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2197729de186450f78c099637e1fce743fe531862c52Andreas Huber 21984471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21994471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22004471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22014471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22028b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22038b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22048b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22059806555d3930be43e11106281dee354820ac1c88Andreas Huber 22068b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22078b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22088b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22098b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22109806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22119806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22129806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22139806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22149806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22159806555d3930be43e11106281dee354820ac1c88Andreas Huber 2216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22238b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22248b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 22268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2228ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2229ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2230ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2231ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2232ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2233ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2234ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2238697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22394e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2240b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22414e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2242777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2243777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2244777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2245777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2246777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2247777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2248777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2249777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 22525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 22535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 22545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 22555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 22575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 22585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 22595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 22615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22625b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 22635b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 22645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 22655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22728b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22738b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22748b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22758b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22768b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22778b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22788b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 2279d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 2280d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22818b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22828b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22838b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22848b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2288ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2289ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2290ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2291ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2292ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2293ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2294ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2295ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2296ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2297ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2298ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2299ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2300ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2301ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2302ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2303ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2304ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2305ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2306ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2307d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2308d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2309ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2310ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2311ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2312ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2313ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2314ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2315ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2320d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getConfig( 2321d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2332d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2333d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2345d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2346d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2353870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2354870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2355870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2356870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2357870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2358870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2359870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2360870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2361870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2362870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2363870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2364d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2365d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2366870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2367870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2368870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2376870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2377870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2384870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2385870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2392d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2393d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2394870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2403d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2404d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, 2405d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &refreshParams, sizeof(refreshParams)); 2406870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 24130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnarstatus_t ACodec::configureTemporalLayers( 24140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat) { 24150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!mIsVideo || !mIsEncoder) { 24160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return INVALID_OPERATION; 24170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString tsSchema; 24200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!msg->findString("ts-schema", &tsSchema)) { 24210f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return OK; 24220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numLayers = 0; 24250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numBLayers = 0; 24260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar int tags; 24270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar char dummy; 24280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE pattern = 24290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 24300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 24310f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0) { 24320f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 24330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 24340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 24350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 24360f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 24370f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers += numBLayers; 24380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 24390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24400f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGI("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 24410f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24430f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24440f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layerParams; 24450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerParams); 24460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPortIndex = kPortIndexOutput; 24470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2448d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2449d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 2450d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &layerParams, sizeof(layerParams)); 24510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 24530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (!(layerParams.eSupportedPatterns & pattern)) { 24550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers = min(numLayers, layerParams.nLayerCountMax); 24590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numBLayers = min(numBLayers, layerParams.nBLayerCountMax); 24600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!inConfigure) { 24620f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE layerConfig; 24630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerConfig); 24640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPortIndex = kPortIndexOutput; 24650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.ePattern = pattern; 24660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPLayerCountActual = numLayers - numBLayers; 24670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nBLayerCountActual = numBLayers; 24680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.bBitrateRatiosSpecified = OMX_FALSE; 24690f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2470d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig( 2471d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidVideoTemporalLayering, 24720f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerConfig, sizeof(layerConfig)); 24730f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.ePattern = pattern; 24750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual = numLayers - numBLayers; 24760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nBLayerCountActual = numBLayers; 24770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.bBitrateRatiosSpecified = OMX_FALSE; 24780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2479d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2480d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 24810f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 24820f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString configSchema; 24850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid) { 24860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("android.generic.%u+%u", numLayers - numBLayers, numBLayers); 24870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 24880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("webrtc.vp8.%u", numLayers); 24890f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24910f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 24920f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGW("Failed to set temporal layers to %s (requested %s)", 24930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema.c_str(), tsSchema.c_str()); 24940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2497d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2498d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 24990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 25000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err == OK) { 25020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGD("Temporal layers requested:%s configured:%s got:%s(%u: P=%u, B=%u)", 25030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar tsSchema.c_str(), configSchema.c_str(), 25040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar asString(layerParams.ePattern), layerParams.ePattern, 25050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual, layerParams.nBLayerCountActual); 25060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (outputFormat.get() == mOutputFormat.get()) { 25080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format change event 25090f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25100f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // assume we got what we configured 25110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar outputFormat->setString("ts-schema", configSchema); 25120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar} 25150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2516f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2521d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2522d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2534d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2535d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2541d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2542d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2548777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2549777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2550777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2551777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 25626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 2564d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2565d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 25756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 25766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 25776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 25786e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 25796e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 25806e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2583d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2584d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2588aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 25898045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 25902965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 25912965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2592ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2593ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2594ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2595ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 26065778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2616d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2617d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26235778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2626d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2627d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2637d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2638d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2656aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2658b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2659b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2660b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2661b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2662b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2663b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2664b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2665b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2666b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2667b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2668b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2669b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2670b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2671b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2672b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2673b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2674b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2675b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2676b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2677b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2678b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2679b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2680b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2681b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2682b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2683b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2685d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2686d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2699d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2700d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2708ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2709ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2710ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2711ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2712ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2715dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 27168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 27178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 27188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 27198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 27208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 27218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 27222965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 27238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2724d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t res = mOMXNode->setParameter( 2725d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 27278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 2728d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode->setParameter( 2729d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 27308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 27318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 27328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 27338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 2734b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 27358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 273897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 273997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 274097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 274197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 274297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 274397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 274497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 274597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 274697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 274797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 274897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 274997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 275097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 275197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 275297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 275397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 275497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 275597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2756d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2757d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 275897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 275997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 276097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 276197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 276297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 276397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 276497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 276597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2766d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2767d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 276897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 276997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 27708a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 27718a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 27728a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 27738a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 27748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27788a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27798a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 27808a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 27818a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 27828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 27858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 27868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 27878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2788d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2789d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 27908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 27968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 27978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2798d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2799d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 28008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 28018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 28045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 28055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 28105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 28115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 28125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 28135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 28155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 28165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 28175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 28185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 28195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 28205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28235778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 28245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 28255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 28275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 28295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 28315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 28325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 28335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 28345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 28355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 28365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2848729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2849729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2851729de186450f78c099637e1fce743fe531862c52Andreas Huber 2852d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2853d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2854729de186450f78c099637e1fce743fe531862c52Andreas Huber 2855729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2856729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2857729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2858729de186450f78c099637e1fce743fe531862c52Andreas Huber 2859729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2862d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2863d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2864729de186450f78c099637e1fce743fe531862c52Andreas Huber 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2868729de186450f78c099637e1fce743fe531862c52Andreas Huber 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2873729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2874729de186450f78c099637e1fce743fe531862c52Andreas Huber 287517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2876777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2877777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2878777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2880729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 288117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2882729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2883729de186450f78c099637e1fce743fe531862c52Andreas Huber 28842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 28852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 28862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 28882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 28892f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 28902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 28912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 2893d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 28942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 28962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 2899d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 29002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 29012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 29022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 29032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 29072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 29082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 29092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 29102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 29112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2912729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 29135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2914729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2915729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2916729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2917729de186450f78c099637e1fce743fe531862c52Andreas Huber 2918d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2919d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2920729de186450f78c099637e1fce743fe531862c52Andreas Huber 2921729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2922729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2923729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2924729de186450f78c099637e1fce743fe531862c52Andreas Huber 2925729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2926729de186450f78c099637e1fce743fe531862c52Andreas Huber 2927d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2928d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2929729de186450f78c099637e1fce743fe531862c52Andreas Huber 2930729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2931729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2932729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2933729de186450f78c099637e1fce743fe531862c52Andreas Huber 2934729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2935729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2936729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2937729de186450f78c099637e1fce743fe531862c52Andreas Huber 2938d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2939d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2940729de186450f78c099637e1fce743fe531862c52Andreas Huber 2941729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2942729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2943729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2944729de186450f78c099637e1fce743fe531862c52Andreas Huber 2945729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 29465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 29475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 29485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 29495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 29505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 29525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 29535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 29545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 29565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 29605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 29615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2962729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2963729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2964729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2965729de186450f78c099637e1fce743fe531862c52Andreas Huber 2966c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2967c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2968729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2969729de186450f78c099637e1fce743fe531862c52Andreas Huber 2970d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2971d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 29735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 29745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 29755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 2977d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2978d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 29805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2981729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2982729de186450f78c099637e1fce743fe531862c52Andreas Huber 29835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 298497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 29855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 29865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2987d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->configureVideoTunnelMode( 2988d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 29895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 29915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 29955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 29975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 29985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 30005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 30025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 30035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 3006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 30070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 30080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 3009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 3010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 3012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 3013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 3014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 3016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 3017d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3018d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 3019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3025229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 3026229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 30270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 30281ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3029d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 30300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 3031229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 3032229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 3033229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 3034229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3035229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 3037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 3038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 3040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 3041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 3042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 3043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 3047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 3048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 30616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 30626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 30636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 30646e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 30656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3072d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3073d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 30790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 30800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 30810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 30820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 30830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 30850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 30860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 30870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 30880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 30890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 30910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 30920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 30930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 30980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 30990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 31020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 3103d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3104d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 31050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 31060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 31070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 31080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 31090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 31120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 31140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 31150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 31170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 31200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 31210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 31220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 31230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 31240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 31250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 31280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 31290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 31301ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3131d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, false /* usingNativeBuffers */, 31320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 31330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 31340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 31350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3137d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 3138d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3143e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3144e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3145e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 31462472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3147e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3148e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3149e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 315094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 315194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3152a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3153e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3154e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31555778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3157e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3158e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3159e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3160e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3161e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3162e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3163e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3166e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3167e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3168e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3170e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3171e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3172e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3173e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3174e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3175e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3176e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3177e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3183e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3187a6bfb5060824f01041f956c733fec141504c280bHangyu Kuangstatus_t ACodec::setPortBufferNum(OMX_U32 portIndex, int bufferNum) { 3188a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 3189a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang InitOMXParams(&def); 3190a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nPortIndex = portIndex; 3191a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t err; 3192a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGD("Setting [%s] %s port buffer number: %d", mComponentName.c_str(), 3193a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3194d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3195d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3196a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3197a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3198a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3199a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nBufferCountActual = bufferNum; 3200d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3201d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3202a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3203a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Component could reject this request. 3204a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGW("Fail to set [%s] %s port buffer number: %d", mComponentName.c_str(), 3205a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3206a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3207a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return OK; 3208a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang} 3209a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 32118338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3212b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 321389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 321489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 321589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 321689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 321789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 321889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3226f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3227f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3228f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3229f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3230f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3231f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3232d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3233f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3234d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 3235f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3236f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3237f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 324589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 324689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 324789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 324889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 324989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 32500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 325189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 325289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 325389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 32540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 325589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 325689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 32570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 325889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3264a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component input buffer number to be |tmp|. If succeed, 3265a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set input port buffer number to be |tmp|. If fail, 3266a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3267a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-input-buffers", &tmp)) { 3268a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexInput, tmp); 3269a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3270a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3271a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3272a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 3273a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component output buffer number to be |tmp|. If succeed, 3274a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set output port buffer number to be |tmp|. If fail, 3275a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3276a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-output-buffers", &tmp)) { 3277a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexOutput, tmp); 3278a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3279a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3280a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3281a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 328278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 328378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 328478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 328578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 328678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 328778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 328878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 328978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 329078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 329278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3305b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3306b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3307b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 33088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 33098338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3310db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3311db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3312db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3313db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3314db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 33155e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3316db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3317db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3318db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3319b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3321b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3322b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3323d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3324d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3325b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3326b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3328b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3329b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3332b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3334d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3335b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3336b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3342b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3349db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 33518338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 33528338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33538338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3354b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 33578338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 33588338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 33608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3363b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 33688338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 33718338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3379d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 33808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33988338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 34078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34278338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3430b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3438b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3439b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3441b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3442b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3446b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3447b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3448b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3450b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3452b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3453b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 34548338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 34568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3459b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3460b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 34688338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 34698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3480b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3482b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3484b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3492b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3493b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3494b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3495b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 34988338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34998338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3501b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3502b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3504b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3505b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3507b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3508b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3510b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3511b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3513b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3514b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 35155e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 35165e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 35175e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 35185e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35195e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 35205e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 35215e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 35225e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35235e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 35245e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 35255e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 35265e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 35275e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35285e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 35295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 35315e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 35325e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 35335e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3534b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3535b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3536b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 35378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 35388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3539b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 35408338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 35418338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3542b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3543b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3544b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3545b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3546b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 35478338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3548b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3549b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 35508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3551b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3552b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3553b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3554b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3555b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3556b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3557b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3558b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3559b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3560b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 35618338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3563b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3564b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3565b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3566b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3567b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3568b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 35698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3570b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3571b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3572b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3573b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3574b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3575b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3576b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3577b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 35788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3579b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3580b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3581b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3582b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3583b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 35865e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 35875e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3588db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3589db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 35905e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3591db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3592db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3593db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3594db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3595db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3596db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3597db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3598db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3599db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3600db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3601d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3602d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3603db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3604db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3605db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3606db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3607db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3608db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3609db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3610db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3611db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3612d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3613db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3614db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3615db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3616db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3617db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3618db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3619db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3620db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3621db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3622db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3623db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3624db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3625db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3626db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3627db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3628db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3629db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3630db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3631db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3632db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3633d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3634db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3635db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3636db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3637db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3638db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3639db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3640db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3641db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 36428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3643b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3644b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3672d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3673d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 37122c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3717a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3718a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3719a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3720a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3721a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3723d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3724d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 37435778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 37445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37465778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 37475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 37485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37525778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3754d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3755d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37615778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 37635778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 37645778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 37665778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 37675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3768d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3769d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3778870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3779870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3780870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3781870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3782870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3783870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3784870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3785870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3786870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3787870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3788870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 37905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 37915778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3802c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3803c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3804c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3805c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 380689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 380789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 38089bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar err = setupVPXEncoderParameters(msg, outputFormat); 380989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 381089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 38208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3821b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3822b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 38238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 38248338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 38258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 38268338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 38275e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 38285e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 38295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 38305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 38315e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 38325e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 38335e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 38345e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 38355e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 38365e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 38370f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38400f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38410f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar switch (compressionFormat) { 38420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingAVC: 38430f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingHEVC: 38440f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = configureTemporalLayers(msg, true /* inConfigure */, outputFormat); 38450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 38470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP8: 38510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP9: 38520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // TODO: do we need to support android.generic layering? webrtc layering is 38530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // already set up in setupVPXEncoderParameters. 38540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar default: 38570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 3860d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3861d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3862d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 38635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 38680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 38690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 38700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 38710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 38730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 38750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 38780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 38810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 38840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 38870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 38900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 38920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 38930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 38960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3898d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3899d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, ¶ms, sizeof(params)); 39000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 39010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 39020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3903f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnarstatic OMX_U32 setPFramesSpacing( 390463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFramesInterval /* seconds */, int32_t frameRate, uint32_t BFramesSpacing = 0) { 3905f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BFramesSpacing is the number of B frames between I/P frames 3906f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // PFramesSpacing (the value to be returned) is the number of P frames between I frames 3907f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3908f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // keyFrameInterval = ((PFramesSpacing + 1) * BFramesSpacing) + PFramesSpacing + 1 3909f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // ^^^ ^^^ ^^^ 3910f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // number of B frames number of P I frame 3911f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3912f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // = (PFramesSpacing + 1) * (BFramesSpacing + 1) 3913f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3914f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // E.g. 3915f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // I P I : I-interval: 8, nPFrames 1, nBFrames 3 3916f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BBB BBB 3917f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3918f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar if (iFramesInterval < 0) { // just 1 key frame 3919f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return 0xFFFFFFFE; // don't use maxint as key-frame-interval calculation will add 1 3920f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar } else if (iFramesInterval == 0) { // just key frames 39215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 39225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3923f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3924f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // round down as key-frame-interval is an upper limit 3925f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar uint32_t keyFrameInterval = uint32_t(frameRate * iFramesInterval); 3926f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar OMX_U32 ret = keyFrameInterval / (BFramesSpacing + 1); 3927f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return ret > 0 ? ret - 1 : 0; 39285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 393096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 393196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 393296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 393396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 393496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 393596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 393696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 393796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 393896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 394063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 394163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 394363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 39445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 394796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 394896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39495778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39555778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 39595778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 39605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 39615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3962d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3963d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 39645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 39705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 39715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 39725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 39745778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 39755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3976f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nBFrames = 0; 3977f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, mpeg4type.nBFrames); 39785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 39795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 39805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 39825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 39835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 39845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 39855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 39865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 39875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39885778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 39895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 39905778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 40025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 40035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4005d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4006d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 40075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 401296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 402263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 402363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 40245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 402563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 40265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 402996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 403096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40315778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 40435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4044d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4045d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 40525778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4054f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nBFrames = 0; 4055f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h263type.nBFrames); 40565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 40575778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40675778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4082d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4083d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 408996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4098a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 4099a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 4100a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 4101a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 4102a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 4103a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 4104a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 4105a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 4106a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 4107a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 4108a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 4109a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 4110a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4111a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4112a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 4113a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 4114a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 4115a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 4116a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 4117a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 4118a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4119a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 4120a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 4121a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4122a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4123a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4124a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4125a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4126a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4127a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4128a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4129a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4130a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4131a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4132a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4133a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4134a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4135a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4136a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4137a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4138a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4139a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4140a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4141a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4142a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4143a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4144a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4145a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4146a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4147a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4148a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4149a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 41505778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 415163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 415263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 41535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 415463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 41555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 415896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 415996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 41605778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 41615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 41625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 41635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 41645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41665778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 41675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 41700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 41710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 41720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 41730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 41740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 41750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 41760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 41770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 41780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 41790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 41805778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 41815778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 41825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 41835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4184d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4185d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 41925778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 41935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 41955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 41965778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 41975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 41985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42015778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 42025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 42085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4209e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 42108eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 42114c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#if 0 /* DON'T YET DEFAULT TO HIGHEST PROFILE */ 42124c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar // Use largest supported profile for AVC recording if profile is not specified. 4213826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar for (OMX_VIDEO_AVCPROFILETYPE profile : { 4214826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar OMX_VIDEO_AVCProfileHigh, OMX_VIDEO_AVCProfileMain }) { 4215826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar if (verifySupportForProfileAndLevel(profile, 0) == OK) { 4216826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar h264type.eProfile = profile; 4217826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar break; 4218826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 4219826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 42204c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#endif 42218eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 42228eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4223e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4224e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4225e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 42265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 42275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 42285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 42295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 42305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 4231f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 42325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 42335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 42345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42355778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 42365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 42375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 42385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 42395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 42405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 42415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 42425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4243e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4244e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4245e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4246e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4247e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4248e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4249f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4250e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4251e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4252e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4253e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4254e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4255e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4256e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4257e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4258e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4259e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 42605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 42635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 42645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 42675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 42685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 42695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 42705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 42715778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 42735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4274d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4275d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 42765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4281e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // TRICKY: if we are enabling temporal layering as well, some codecs may not support layering 4282e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // when B-frames are enabled. Detect this now so we can disable B frames if temporal layering 4283e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // is preferred. 4284e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar AString tsSchema; 4285e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar int32_t preferBFrames = (int32_t)false; 4286e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (msg->findString("ts-schema", &tsSchema) 4287e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && (!msg->findInt32("android._prefer-b-frames", &preferBFrames) || !preferBFrames)) { 4288e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layering; 4289e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar InitOMXParams(&layering); 4290e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar layering.nPortIndex = kPortIndexOutput; 4291d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 4292d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 4293e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar &layering, sizeof(layering)) == OK 4294e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.eSupportedPatterns 4295e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.nBLayerCountMax == 0) { 4296e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nBFrames = 0; 4297e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4298e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nAllowedPictureTypes &= ~OMX_VIDEO_PictureTypeB; 4299e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar ALOGI("disabling B-frames"); 4300d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4301d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 4302e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 4303e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (err != OK) { 4304e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar return err; 4305e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4306e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4307e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4308e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 430996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 43105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4312c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 431363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 431463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 4315c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 431663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 4317c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4318c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4319c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4320c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4321c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4322c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4323c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4324c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4325c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4326c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4327c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4328c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4329c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4330c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4331c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4332c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4333c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4334c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4335c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4336d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4337d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4338c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4339c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4340c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4341c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4342c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4343c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4344c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4345c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4346c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4347c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4348c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4349c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4350c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4351c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4352c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4353c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4354c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4355c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4356c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 43579aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 4358f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 4359c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4360d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4361d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4362c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4363c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4364c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4365c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4366c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4367c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4368c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 43699bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnarstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat) { 437089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 437163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval = 0; 43724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 43734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 43744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 43754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 43764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 43774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 43784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 43794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 43804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 43814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 438289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 438389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 438489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 438563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar msg->findAsFloat("i-frame-interval", &iFrameInterval); 438689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 438789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 438889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 43894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 43904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 43914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 43924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 43934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 43944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 43964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 43999bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE tsType = 44009bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 44019bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar 44024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 4403f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numLayers = 0; 4404f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numBLayers = 0; 4405f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar int tags; 4406f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar char dummy; 4407f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 4408f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0) { 44094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 44109bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 4411f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers; 4412f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 4413f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 4414f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 4415f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 44164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4417f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar // VPX does not have a concept of B-frames, so just count all layers 44189bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 4419f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers + numBLayers; 44204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 4421f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar ALOGW("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 44224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 4423f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = min(tsLayers, (size_t)OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS); 44244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 44274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 44284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 4429d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4430d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 44344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 4435f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 44364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 44384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 44394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 44404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 44414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 44424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 44434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 44464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 44474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 44484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 4450d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4451d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 44544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 44559bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsType == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 44569bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise even single layer WebRTC layering, as it is defined 44579bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("webrtc.vp8.%u-layer", tsLayers)); 44589bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsLayers > 0) { 44599bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // tsType == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid 44609bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("android.generic.%u", tsLayers)); 44614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 446489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 446589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 446689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 44675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 44685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 44695778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 44705778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 44715778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 44725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 44746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 4475d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 44765778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 4477d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 44785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 44815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 44845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 44855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 44875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 44885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 44906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 44916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 44926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 44936e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 44946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 44955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44966e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 44975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 44985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 449996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 450096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 45015778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 45025778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 45035778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 45045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4505d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4506d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 45075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 45105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 451296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 45135778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 45145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4515d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4516d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 45175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 45205778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 45215778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 45225778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 45235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4524d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4525d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 45265778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 45305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45325778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 45335778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 45345778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 45355778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 45365778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 45375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4538d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4539d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 45405778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4543f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 454578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 454678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4553d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4554d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4555777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4556777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4557777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4567777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4568777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4569777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4570777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 457878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 457978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 458078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4583d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4584d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4589d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4590d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4591d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4592d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4593d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4594d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4595d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4596d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4597d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4598d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4599d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4600d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4601d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4602d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 46037e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 46047e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 46057e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46067e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 46077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 46087e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46097e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 46107e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 46117e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46127e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46137e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46147e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 46157e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46177e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 46187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 46197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 46207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4622e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 46237e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4624c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4625054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4626054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4627c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 46287e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46297e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4631f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4638609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4648f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4653f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4657f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4667e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4668777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 466931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 467031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4671e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 467231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4673d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamPortDefinition, &def, sizeof(def)); 4674777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4675777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4676777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 467731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4678777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4679777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4680777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4681777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 468231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 468331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 468431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 468531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 468631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4687e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4688e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4689e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4690e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4691e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4692e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4693e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4694e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4695e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4696e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 46970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 469873dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 46990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 47000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 47010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 47020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 47030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 47040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 47050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 47060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 4707d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (DescribeColorFormat(mOMXNode, describeParams)) { 47080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 47090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 47100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 47110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 47120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 47135a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 471473dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 471573dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 471673dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 471773dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 471873dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 471973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 472073dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 47210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 472203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 472303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4724b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4725b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4726b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4727b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4728b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4729b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4730b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4731b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4732d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getConfig( 4733b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4734b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4735b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4736b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4737b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4738b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4739b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4740b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4741b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 474291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4743b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4744b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4745b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4746b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4747b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4748b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4749b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4750b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4751b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4752b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 475331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4754b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4755b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4756b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4757b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4758b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4759b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4760b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4761b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4762b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4763b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4764b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4765b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4766b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4767b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4768b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4769b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4770b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 47715e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4772b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4773b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 47745e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 47755e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 47765e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4777777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4778e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4779e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4780e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 47814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 47834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 47844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 47864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 47874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 4788d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 47894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 47904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 47914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 47924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 47949bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (vp8type.eTemporalPattern == OMX_VIDEO_VPXTemporalLayerPatternWebRTC 47959bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount > 0 47969bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount 47979bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar <= OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS) { 47989bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise as android.generic if we configured for android.generic 47999bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar AString origSchema; 48009bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (notify->findString("ts-schema", &origSchema) 48019bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && origSchema.startsWith("android.generic")) { 48029bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 48039bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "android.generic.%u", vp8type.nTemporalLayerCount)); 48049bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else { 48059bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 48069bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "webrtc.vp8.%u-layer", vp8type.nTemporalLayerCount)); 48074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 48114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4813e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4814e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4815777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4816777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4817777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4818777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4819777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4820777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4821777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4822e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4823e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4824e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4825e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4826e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4827e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4828e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4829870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4830870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4831870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4832870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4833870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4834e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4835e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 483631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4837e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4838e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 48395a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 48405a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 48415a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 48425a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 484331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 484431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 484531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 484631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 484731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 484831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 484931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 485097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4851e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4852e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4853e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4854e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4855e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4856e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4857d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4858d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4859777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4860777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4861777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 486214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4863777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4864777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4865777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 48665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4867777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4868777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 48695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4870777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4871777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4872e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4873e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4874e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4875e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 48765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 48775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 48785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 48795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 48805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 48815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 48825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 48835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 48845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 48855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 48865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 48875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 48885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 48895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 48905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 48915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4892e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4893e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4894e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 48958b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4896e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 48978b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 48989806555d3930be43e11106281dee354820ac1c88Andreas Huber 4899e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4900e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4901e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4902e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4903e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4904e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4905d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4906d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4907777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4908777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4909777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4910e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4911e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4912e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4913e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4914e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4915e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4916e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4917e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4918e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4919e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4920e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4921e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 49229806555d3930be43e11106281dee354820ac1c88Andreas Huber 4923d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4924d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4925777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4926777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4927777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4928e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4929e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4930e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 49310806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4932e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4933e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 49340806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4935e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4936e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4937e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4938e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4939e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4940e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4941e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4942e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4943e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4944e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4945e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4946d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4947d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4948777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4949777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4950777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4951e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4952e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4953e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4954e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4955e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4956e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4957e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4958e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4959e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4960e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4961e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4962e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4963e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4964d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4965d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4966777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4967777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4969e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4970e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4971e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4972e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4973e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4974e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4975e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4976e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4977e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4978e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4979e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4980e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4981e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4982d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4983d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4984777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4987e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4988e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4989e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4990e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4991e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4993e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 499497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 499597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 499697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 499797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4998e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 499997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5000d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5001d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5002777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5003777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5004777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5005777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 500697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 500797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 500897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 500997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 501097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 501197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5012e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 50138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 50148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 50158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 50168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 50178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 50188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5019d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5020d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5021777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5022777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5023777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5024777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 50278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 50288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 50298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 50308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 50318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50328c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 50338c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 50348c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 50358c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 50368c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 50378c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5038d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5039d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5040777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5041777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5042777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5043777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50448c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 50458c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 50468c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 50478c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 50488c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 50498c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 50508c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 505110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 505210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 505310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 505410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 505510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 505610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5057d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5058d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5060777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 506210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 506310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 506410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 506510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 506610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 506710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 506810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 506910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 507010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 507110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 507210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 507310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 507478bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 507510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 507610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 507741d3f579d2c166984958263533284209b90c87d5Marco Nelissen 507841d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 507941d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 50800806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 508141d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 508241d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 508341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5084d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5085d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5086777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5087777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5088777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 508941d3f579d2c166984958263533284209b90c87d5Marco Nelissen 509041d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 509141d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 50920806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 509341d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 509410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 509510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5096e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5097777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5098777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5099777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5100e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 510131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 510231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 510331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 510431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5105777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5106777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 510731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 510831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5109e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5110e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5111e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5112b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5113b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5114b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5115b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5116b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5117b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5118b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5119b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5120b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5121b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5122b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5123b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5124b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5125b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5126b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5127b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5128b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5129b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5130b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5131b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5132b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5133b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5134b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5135b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5136b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5137b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5138b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5139b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5140b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5141b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5142b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5143b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5144b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5145b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5146b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5147b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5148b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5149b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5150b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 51511734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5152697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5153b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5154e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5155b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5156777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5157777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5158777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5159e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 51601734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 51611734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 51621734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 51631734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 51641734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 51651734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 51661734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 51671734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51681734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51691734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 51705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 51715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 51725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 51745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 51765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 51775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 51785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 51795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5182b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5183b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5184b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5185b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5186b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5187b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5188b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5189b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5190b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5191b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5192b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t channelCount, sampleRate; 519384d7e874983ee0d66db328c454fa603374d4635fMarco Nelissen CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5194b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen CHECK(mOutputFormat->findInt32("sample-rate", &sampleRate)); 5195b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen if (mSampleRate != 0 && sampleRate != 0) { 5196b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderDelay = mEncoderDelay * sampleRate / mSampleRate; 5197b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderPadding = mEncoderPadding * sampleRate / mSampleRate; 5198b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 5199b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen } 5200e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5201e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5202e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5203ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5204e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5205e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5206b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5207e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5208e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5209b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5210b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 521131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 521231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 52135778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5214251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5215251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5216251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5217251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5218251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5219251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5220251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5221251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5222251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5223251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5224346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5225346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 522679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onError(internalError, ACTION_CODE_FATAL); 5227cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5228cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5229496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5230496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5231496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5232496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5233496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5234496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5235496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5236496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5237496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5238496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5239496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5240d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setConfig( 5241496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5242496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5243496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5244496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5245496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 52467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim//////////////////////////////////////////////////////////////////////////////// 52477e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 5248f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5253ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5254ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5258f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 527226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 527326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 527426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 527526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 527626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5277e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5278e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5279e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5280e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5281e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5282e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 528526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 52891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 52901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 52911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 52921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 52931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 52941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 52951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 52962235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 52971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 52981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 52991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 53001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 53011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 53021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 53031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 53058f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 53067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 53077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5308251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 53097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 53107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 53117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 53127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 53137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5314ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5315ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5316251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5317ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 53186d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 5319ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5320ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5321ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5322ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 532330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 532430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 532530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 532630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 5327d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->freeNode(); 532830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 532930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 533079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 533130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 533230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 533330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 53425e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 53435e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5344d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode == NULL) { 53455e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 53465e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 534726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 53485e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 53495e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5350d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang int32_t generation; 5351d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(msg->findInt32("generation", (int32_t*)&generation)); 5352d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (generation != mCodec->mNodeGeneration) { 5353d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ALOGW("Unexpected message for component: %s, gen %u, cur %u", 5354d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->debugString().c_str(), generation, mCodec->mNodeGeneration); 5355777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5356777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 535726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 535826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 535926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 536026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 536126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 536226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 536326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 536426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 536590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 536626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 536726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5368e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5369e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 537090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 537190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 537290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 537390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 537490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 537590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 537690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 537790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 537890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 537990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 538026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 538126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 538226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 538326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 538426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 538526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 538626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53960af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 53970af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 53980af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 53990af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 54000af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 54010af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 54020af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 54030af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 54040af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 54050af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 54060af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 541615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 541715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5418609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 541915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5427609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 543615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 544215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 544315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 544690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 544790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 544890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 544990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 545090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 545190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 545290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 545390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 545490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 545590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 545690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 546390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 546490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 546590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 546690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 546790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 546890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 54726cf9a1238986880536de705255f7c2c91c1ba719Chong Zhang ColorAspects aspects = ColorUtils::unpackToColorAspects(data2); 5473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5479ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5485ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5487251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5488251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5489251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5490251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5491251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5492251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5493251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5499ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5500349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5501349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 55020806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55030806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 55050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 550715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 550815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 550915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 55100806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 55110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 551415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 551515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 551615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 551715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 551815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 551915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 552015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 552196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 552296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 552396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 552496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 552596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 552696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5527d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5538777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5540777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5541777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5554ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim info->mData->setFormat(mCodec->mInputFormat); 5555dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->fillThisBuffer(info->mBufferID); 555679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim info->mData.clear(); 5557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5562609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 55637e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 55655778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5566a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 556776d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 556876d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (msg->findInt32("discarded", &discarded) && discarded) { 5569dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // these are unfilled buffers returned by client 5570dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // buffers are returned on MediaCodec.flush 5571dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mode = KEEP_BUFFERS; 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 557376d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<RefBase> obj; 557476d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 557576d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim buffer = static_cast<MediaCodecBuffer *>(obj.get()); 5576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55775778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 55785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 55795778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 55805778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 55815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 55825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55840806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55850806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 55860806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 55870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 55880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 55890806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 55900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5593fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 55985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5599dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5600dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5601dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5602dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5610fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5611fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5612fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5613fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5614fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5615fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5621d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5623f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5624f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5625f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5626f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5627f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5628f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 56335778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 56345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5636fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size_t size = buffer->size(); 563749b2b4d30a0f74314630a5ea5f0e59697d90443eChong Zhang size_t offset = buffer->offset(); 5638fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (buffer->base() != info->mCodecData->base()) { 5639ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5640d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5641d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5642fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim buffer->base(), info->mCodecData->base()); 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5645d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 56465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 56475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 56485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 56495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 56505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 56510806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5653fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size = info->mCodecData->size(); 56543fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 565549b2b4d30a0f74314630a5ea5f0e59697d90443eChong Zhang info->mCodecData->setRange(offset, size); 5656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5658078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5659ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5660078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 56615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5662ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 56635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5664078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5665d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5666ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5667ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5668d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5669ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5670ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5671d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5672078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5673349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5674d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5675d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5676d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5677d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5678d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5679d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5680d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5681054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5682054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5683054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5684054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5685054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5686054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5687054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5688054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5689054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5690054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5691054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5692054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 569315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5694d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5695d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5696d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang switch (mCodec->mPortMode[kPortIndexInput]) { 5697d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetByteBuffer: 5698d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetANWBuffer: 5699d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetSecureBuffer: 57003fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang { 57013fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 57023fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, info->mCodecData, flags, timeUs, info->mFenceFd); 57033fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 5704d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5705d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5706d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicNativeHandle: 5707d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5708d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5709d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 57103fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang sp<NativeHandle> handle = NativeHandle::create( 57113fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang vnhmd->pHandle, false /* ownsHandle */); 57123fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 57133fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, handle, flags, timeUs, info->mFenceFd); 5714d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5715d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5716d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicANWBuffer: 5717d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5718d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 57193fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang sp<GraphicBuffer> graphicBuffer = new GraphicBuffer( 57203fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang vnmd->pBuffer, false /* keepOwnership */); 57213fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 57223fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, graphicBuffer, flags, timeUs, info->mFenceFd); 5723d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5724d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5725d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5726d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5727d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5728d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mCodec->mPortMode[kPortIndexInput]), 5729d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info->mCodecData->size(), 5730d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5731d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5732d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5733d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5734d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 573515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 57360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 57370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 57380806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5741fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Hold the reference while component is using the buffer. 5742fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 57455778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 57465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 57470806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 57480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 57495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 57515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 57525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 57540806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 57550806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5756dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5757dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 57583856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5759dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5760dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5762ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5763349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5764349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 576515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5766d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err2 = mCodec->mOMXNode->emptyBuffer( 57673fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, OMXBuffer::sPreset, OMX_BUFFERFLAG_EOS, 0, info->mFenceFd); 576815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 57690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 57700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 57710806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5776dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5780625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5781777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5782777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5783777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5784625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5785777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5786625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5790f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5819f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 582315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 582415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5825609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 58265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5827349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 58290806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5830d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5831d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5832d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5833d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5834d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5835d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5836d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5837d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5838d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5839d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5840d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5841d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5842d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5843d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5844d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5845d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 58480806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 58490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 58500806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 58510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 58520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 585315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 585415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 585515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 58560806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 58570806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5859054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 586290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 586390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 586490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 586590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 586690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 586790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 586890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 586990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 587090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 587115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 587215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 587315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 587415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 587515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 587615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 587715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5886a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5887a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5888609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 58895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5890349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 58913fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mCodec->fillBuffer(info); 58920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 58930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58940806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 58950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 58965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 58975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 589831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5899ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 5900577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5901b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 5902697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 5903697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 59041734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 5905697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 5906b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 59075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5908ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim buffer->setFormat(mCodec->mOutputFormat); 5909b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5910d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mCodec->usingSecureBufferOnEncoderOutput()) { 5911054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5912d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<SecureBuffer> secureBuffer = static_cast<SecureBuffer *>(buffer.get()); 5913d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (secureBuffer != NULL) { 59147c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 59153e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 59167c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 59177c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5918d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang handle = (native_handle_t *)secureBuffer->getDestinationPointer(); 59197c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5920054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 59217e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setPointer("handle", handle); 59227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeOffset", rangeOffset); 59237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeLength", rangeLength); 5924fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (buffer->base() == info->mCodecData->base()) { 59257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->setRange(rangeOffset, rangeLength); 59265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 59275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 59285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 59295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 59307e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mCodecData, buffer); 59315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 59325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 59345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 5935308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5936496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 593721ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5938496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5939496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5940496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 59415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 594221ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59448b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 59457e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mCodec->mSkipCutBuffer->submit(buffer); 59468b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 59477e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 5948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5949fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 5950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5951dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->drainThisBuffer(info->mBufferID, flags); 59525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59535778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 59565778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 59575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 595879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onEos(mCodec->mInputEOSResult); 5959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5964777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 59650806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 59660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5972777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5973777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5982609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 59837e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 598476d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 598576d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 598676d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 598776d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim msg->findInt32("discarded", &discarded); 598876d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim 5989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 59900806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 59910806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 59920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 59930806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 59940806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 59950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 59960806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 59970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5998fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 60016aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 600276d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim && !discarded && buffer->size() != 0) { 60036fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6006dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim android_native_rect_t crop; 6007dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 6008dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // NOTE: native window uses extended right-bottom coordinate 6009dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.right; 6010dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.bottom; 6011dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6012dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowCrop = crop; 6013dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6014dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6015dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6016dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6017dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 6018dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t dataSpace; 6019dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findInt32("android._dataspace", &dataSpace) 6020dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6021dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_buffers_data_space( 6022dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6023dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowDataSpace = dataSpace; 6024dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6025dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6026dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 602790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 602890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 60297e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 603090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 603190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 603290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 603390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 603490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6035fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6036fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6037c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 60387e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (buffer->meta()->findInt64("timeUs", ×tampNs)) { 6039c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6040fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6041fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6042fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6043fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 60445778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6045fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 60460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6047fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 604815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 60490806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 605015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 605115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6053cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6054cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6055264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6056251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6057cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 605815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 605915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6060cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 606276d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (mCodec->mNativeWindow != NULL && (discarded || buffer->size() != 0)) { 606315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 606415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 60656fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 60666fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6096c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6097609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6098c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 609915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 61003fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 61013fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err != OK) { 61020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6104c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61110806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 61120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61130806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61140806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6117777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6118777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6119777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6120777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6126f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6130c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6131c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6132ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6133ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 61341d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang if (mCodec->mOMXNode != NULL) { 61358a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 6136ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa auto tOmxNode = mCodec->mOMXNode->getHalInterface(); 61378a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa tOmxNode->unlinkToDeath(mDeathNotifier); 61388a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 61398a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa sp<IBinder> binder = IInterface::asBinder(mCodec->mOMXNode); 61408a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa binder->unlinkToDeath(mDeathNotifier); 61418a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 61421d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang } 6143ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6144ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6145ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6146b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6147ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6148e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6149ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6150d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode.clear(); 6151ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6152d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 6153d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 61545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 61555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6156ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6157c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6158c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 61725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 61735778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 61745778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 61755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 61765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 61775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6180c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6181c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6182c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 618354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 618454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 618579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 618679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 618779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 618879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 618979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6191c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 619679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6198c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 620130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 620230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 620330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 620430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 620530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 620630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 620730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6217c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6218c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6219c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6220c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 62215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 62225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6223c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 62245778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 62255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6226d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode == NULL); 62275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 62299c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa bool trebleFlag; 62309c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa if (client.connect(&trebleFlag) != OK) { 623148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 623248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 623348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 62349c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mCodec->setTrebleFlag(trebleFlag); 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62381d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6239ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6240b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 62415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62445778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6245d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 62467791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 62475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6248b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6249b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6250b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6251afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 62525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 62535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 62545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 62565778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 62575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6259b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 62605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 62615778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6262b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6263e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 62645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62651065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 62661065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6267d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 62681065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6269201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 62701065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 62711065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6272b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6273b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6275da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6276078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6277078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 62781d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(componentName.c_str(), observer, &omxNode); 6279078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62811065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 62821065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 62837a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 62847a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 62851065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 62861065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6287d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode = NULL; 62881065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 62891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6290d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode == NULL) { 62915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 62929f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 62939f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 62945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 62959f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 62965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6297c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 629852e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6299c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6300c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 630223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 63038a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 6304ac7d4125516299b8a3e6f2b25822a692bdd96311Pawin Vongmasa auto tOmxNode = omxNode->getHalInterface(); 63058a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (!tOmxNode->linkToDeath(mDeathNotifier, 0)) { 63068a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDeathNotifier.clear(); 63078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 63088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 63098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (IInterface::asBinder(omxNode)->linkToDeath(mDeathNotifier) != OK) { 63108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa // This was a local binder, if it dies so do we, we won't care 63118a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa // about any notifications in the afterlife. 63128a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mDeathNotifier.clear(); 63138a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 631423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 631523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 631626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6317d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang notify->setInt32("generation", ++mCodec->mNodeGeneration); 6318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 632190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6322ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6323ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6324ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6325ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 63261713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 63270167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6328ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6329ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 633021b46588d022d0c22d7c7c08e919d7a9c5cd76e3Chong Zhang omxNode->setQuirks(quirks); 6331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6332d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode = omxNode; 633379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentAllocated(mCodec->mComponentName.c_str()); 6334c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 63375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6341c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6345c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6346c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6347c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6348f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6349f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6350f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6351f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6352f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6353054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6354054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6355a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6356e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6357e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 63584e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 63596d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 6360054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6361c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6362c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6363c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6364c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6365c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6366c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6367c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6368c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 636954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6370f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6371f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6372c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6373c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6374c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6375c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 6376d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (void)mCodec->mOMXNode->freeNode(); 6377c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6378c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6379c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6380c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 638154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 638279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 638379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 638479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 638579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 638679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 638754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 638854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6389c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6390c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6391c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6392c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6393c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6394c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6395c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6396c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6397c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6398c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6399c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6400c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6401c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 64027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 64037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 64047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 64057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 64067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 64077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 64087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 64098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6410d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 64118f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6412d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6413d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6414d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6415d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6416c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6417c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6418c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6419c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6420c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6421c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6422c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6423c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6424c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6425c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6426c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6427c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6428c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 642954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6430c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6431c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6432c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6433c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6434c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6435c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6436c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6437c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 643879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6439c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6440c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6441c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6442c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6443c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6444c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6445c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6446c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6447c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6448c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6449c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6450c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 64515778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 64525778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 64535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6454d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode != NULL); 64555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 64560806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 64575778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 64580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 64590806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 64600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64610806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 64620806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 64635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6464c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6465c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6466c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6467251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6468c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 64695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 647179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentConfigured(mCodec->mInputFormat, mCodec->mOutputFormat); 6472c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6473c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 64745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 64755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6476d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6477addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (mCodec->mGraphicBufferSource == NULL) { 6478addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return BAD_VALUE; 6479addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6480addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6481addf2cbb120346ae42e78fa739245a353db5edadChong Zhang android_dataspace dataSpace; 6482addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = 6483addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6484addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6485addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to get default data space"); 6486addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6487addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6488addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6489addf2cbb120346ae42e78fa739245a353db5edadChong Zhang err = statusFromBinderStatus( 6490addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource->configure(mCodec->mOMXNode, dataSpace)); 6491addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6492addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("[%s] Unable to configure for node (err %d)", 6493addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mComponentName.c_str(), err); 6494addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6495addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6496a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6497d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 64986d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 64996d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setRepeatPreviousFrameDelayUs( 65006d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mRepeatFrameDelayUs)); 6501a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6502a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6503a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6504a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 65056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6506d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6507a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6508a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6509a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6510d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 65113604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang OMX_PARAM_U32TYPE maxPtsGapParams; 65123604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang InitOMXParams(&maxPtsGapParams); 65133604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nPortIndex = kPortIndexInput; 65143604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nU32 = (uint32_t) mCodec->mMaxPtsGapUs; 65153604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang 65163604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang err = mCodec->mOMXNode->setParameter( 65173604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang (OMX_INDEXTYPE)OMX_IndexParamMaxFrameDurationForBitrateControl, 65183604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang &maxPtsGapParams, sizeof(maxPtsGapParams)); 651994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 652094ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 652194ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 65226d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6523d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 65242c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65252c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65262c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6527d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 65286d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65296d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setMaxFps(mCodec->mMaxFps)); 653037b2b389139ed638831e49708c947863eef631efRonghua Wu 653137b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 653237b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 65336d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6534d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 653537b2b389139ed638831e49708c947863eef631efRonghua Wu } 653637b2b389139ed638831e49708c947863eef631efRonghua Wu } 653737b2b389139ed638831e49708c947863eef631efRonghua Wu 6538d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 65392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 65406d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65416d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setTimeLapseConfig( 65426d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mTimePerFrameUs, mCodec->mTimePerCaptureUs)); 65432c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 65442c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 65452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 65466d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6547d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 65482c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65492c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 655072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6551d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 65526d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 6553764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mCodec->mGraphicBufferSource->setSuspend(true, -1)); 655472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 655572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 655672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 65576d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6558d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 655994ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 656094ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 656194ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6562c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6563d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode->getParameter( 6564d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6565c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6566c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6567c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6568c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6569c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6570b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6571b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 65726d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (colorAspectsBuffer->size() != sizeof(ColorAspects)) { 65736d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 65746d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 65756d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 65766d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65776d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setColorAspects(ColorUtils::packToU32( 65786d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang *(ColorAspects *)colorAspectsBuffer->base()))); 65796d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 6580b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6581b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6582b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6583b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6584b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6585b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6586d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6587d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6588d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6589d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6590d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6591d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6592d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6593d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6594addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = mCodec->mOMX->createInputSurface( 6595addf2cbb120346ae42e78fa739245a353db5edadChong Zhang &bufferProducer, &mCodec->mGraphicBufferSource); 6596d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6597d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6599d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6600d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 66017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 660279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreated( 660379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, 660479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mOutputFormat, 66057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 66067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 66077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 66087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 66097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 66107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 66117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 661279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreationFailed(err); 66137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 66147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 66157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 661679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid ACodec::LoadedState::onSetInputSurface(const sp<AMessage> &msg) { 66178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6618d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6619d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6620d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6621d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6622addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource = surface->getBufferSource(); 6623d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6624addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = setupInputSurface(); 6625b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6626b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 662779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceAccepted( 662879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, mCodec->mOutputFormat); 6629addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } else { 6630d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6631d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6632d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 66338f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6634d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 663579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceDeclined(err); 6636d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6637d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6638d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6639c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 66405778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 66415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6642d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandStateSet, OMX_StateIdle); 66430806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 66440806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 66450806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 66460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 66470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6652f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6656f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 66573856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6659cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6660cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 666129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6662cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6663cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6664cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6665251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 666691bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6667d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode->sendCommand( 6668d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 6669c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6670c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6671c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6672c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6673c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6674c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6675c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 667691bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6677cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6680f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6682dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (err != OK) { 6683dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 6684dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6686dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 6687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6691dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onStartCompleted(); 6692dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 6693dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return OK; 6694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6696f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 669872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 67066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 67076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 67086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 67096507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 67106507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 67116463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 67126463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 67136463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 67146463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 67156463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 67166463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 67176463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 67186463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 67196463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 672079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 67216463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 67226463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 67236463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67340806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 67350806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67360806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 67370806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 67380806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67390806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67400806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 67410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67430806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6744d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 6745d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateExecuting); 67460806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 67500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 67520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6764f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 67693856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 677472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6781d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6782d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6783d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6784d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6785d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6786d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6787d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6788d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6789d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 679079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6791d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6792d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6793d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 67946507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 67956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 67966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 67976507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 67986507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 67996507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6805f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68100806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68110806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 68120806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 68130806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68140806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68160806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 68170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6832f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6833349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6834349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6837f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6838ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6842054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6843054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6844054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6845054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6846054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6847054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6848054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6849054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6850054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6851054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6852054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 68534dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 68544dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6855054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6856054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6857054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6858054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 68590806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 68640806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 68650806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 68660806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 68670806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 68680806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 68690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 68750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 68760806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 68770806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 68780806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 68790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68820806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6883349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 688415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 68853fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 68860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68870806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 68880806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 68890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 68910806340688c937e7b78c2d89db3809274130df4eLajos Molnar 68920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 68930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6897054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6898c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6899054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6900054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6901054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6902054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6903054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6904f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6905349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 69060806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6907349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6908349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6909349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69123cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6913777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6914777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6915777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6916777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 69173cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 69183cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 69193cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 69203cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 69213cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 69223cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6923349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6924349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6927f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 69283856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 693090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6934f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6940c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6941c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6942c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6943c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6944c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 694554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6946c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6947c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6948349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6949349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6950d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 6951d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateIdle); 69520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 69540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 69560806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 69570806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 69580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 69590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69677a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6968ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6969d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6970d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6971d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6972d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6973d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6974d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6975349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6976349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6977d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandFlush, OMX_ALL); 69780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69790806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 69810806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 69820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6996496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6997496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6998496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6999496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7000496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7001496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7002496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7003496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7004496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7005496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7006496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7007a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7008a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7009a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7010a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7011a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7012a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7013a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7014a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7015a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7016a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7017a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7018a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7019a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7020a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7021a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7022a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7023a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 70247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 70257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 70266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 70277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 70287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 70297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 70307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 70314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7032054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 70334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 70344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 70354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7036054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 70374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7038054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 70394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 70404dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 70414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 70424dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 70434dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7052a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7053a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7054530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7055a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7056a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7057a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7058a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7059a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7060d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 7061a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7062a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7063a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7064a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7065a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7066a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7067a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7068a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7069a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7070a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7071a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7072a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 707361fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang int64_t timeOffsetUs; 707461fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (params->findInt64("time-offset-us", &timeOffsetUs)) { 70756d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 70766d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set input buffer time offset without surface", 70776d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 70786d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 70796d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 70806d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 70816d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 70826d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setTimeOffsetUs(timeOffsetUs)); 708361fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 708461fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (err != OK) { 708561fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang ALOGE("[%s] Unable to set input buffer time offset (err %d)", 708661fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang mComponentName.c_str(), 708761fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang err); 708861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang return err; 708961fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 709061fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 709161fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 709272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 709372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 70946d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 70956d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set start time without surface", 70966d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 70976d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 70986d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 70996d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 71006d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 71016d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setStartTimeUs(skipFramesBeforeUs)); 710272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 710372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 710472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 710572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 710672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 710772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 710872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7109e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7110e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 71116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 71126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set suspend without surface", 71136d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 71146d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 71156d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 7116e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7117764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang int64_t suspendStartTimeUs = -1; 7118764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang (void) params->findInt64("drop-start-time-us", &suspendStartTimeUs); 71196d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 7120764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mGraphicBufferSource->setSuspend(dropInputFrames != 0, suspendStartTimeUs)); 7121b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7122b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7123b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7124b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7125b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7126b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7127b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7128764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang int64_t stopTimeUs; 7129764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (params->findInt64("stop-time-us", &stopTimeUs)) { 7130764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (mGraphicBufferSource == NULL) { 7131764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang ALOGE("[%s] Invalid to set stop time without surface", 7132764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mComponentName.c_str()); 7133764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang return INVALID_OPERATION; 7134764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7135764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang status_t err = statusFromBinderStatus( 7136764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang mGraphicBufferSource->setStopTimeUs(stopTimeUs)); 7137764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang 7138764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang if (err != OK) { 7139764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang ALOGE("Failed to set parameter 'stop-time-us' (err %d)", err); 7140764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang return err; 7141764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7142764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang } 7143764d945bfdb9dec60f2b482fbf6c5e83824ed950Hangyu Kuang 7144b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7145b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7146b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7147b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7148b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7149b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7150b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7151b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7152e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7153e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 71548db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 71558db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 71568db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 71578db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 71588db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 71598db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 71608db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 71618db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 71628db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7163870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7164870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7165870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7166870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7167870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7168870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7169870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7170870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7171870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7172870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7173870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 71740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = configureTemporalLayers(params, false /* inConfigure */, mOutputFormat); 71750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 71760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 71770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 71780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 71790f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 7180a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7181a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 71826507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 71836d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = INVALID_OPERATION; 71846d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource != NULL) { 71856d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus(mGraphicBufferSource->signalEndOfInputStream()); 71866d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 718779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onSignaledInputEOS(err); 71886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 71896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 719090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 719190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 719290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 719390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 719490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7195f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7202b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7203b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 720431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7205054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7206d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK_EQ(mCodec->mOMXNode->sendCommand( 7207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7210349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7213b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7214b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7215ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7234f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7239f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7250f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7257349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7258e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7260349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 72613856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7262349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7263349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7277f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 72783856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 728290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 728390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 728490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 728590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 728690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 728790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7288f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 72940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 72950806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 72960806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 72970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 72990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73010806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 73020806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 73030806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 73040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 73050806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 73060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 73078a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa if (mCodec->getTrebleFlag()) { 73088a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mCodec->mAllocator[kPortIndexOutput].clear(); 73098a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } else { 73108a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa mCodec->mDealer[kPortIndexOutput].clear(); 73118a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa } 73120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 7315d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 7316d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandPortEnable, kPortIndexOutput); 73170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73190806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 73200806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 73210806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 73220806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 7323dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onOutputBuffersChanged(); 73240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7325cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 73260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7327251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7328d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7329755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7330755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7331755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7332755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7333755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7334755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7335755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7336755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7337cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7341777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7342777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7343777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7344777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7348349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7349349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7350349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7351349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7367f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 73685778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 73695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 73800806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7386349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 7387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7399f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 74003856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 740131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 74025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7403b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7406f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 74110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 74120806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 74130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 74140806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 74150806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 74160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 74170806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 74180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 74215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7427349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7428349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7429349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7430349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7431349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7432349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7433349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 74380af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7439f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 74405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 7441d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 7442d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 74430806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74440806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 74450806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 74460806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74470806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 74480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 74490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74510167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 74520167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7453bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7454bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7455bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7456bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7457b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7458bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7459bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 74600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 74610806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 74620806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 74630806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 74640806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7469f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7476f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7485f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7489f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7495349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 7496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 75040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7516f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 75173856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7520f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 75250806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 75260806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 75270806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 75280806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 75290806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 75300806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75310806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 75320806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7546f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7550f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 75513856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7556f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7581f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7583ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7584ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7585d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 75890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 75900806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 75910806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 75920806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75930806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 75940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7597777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7598777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7599777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7600777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7601777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7603e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 76040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7605e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7606e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7607777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7608777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7609777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7610777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7611777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7612777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7613777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7616777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7617777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7623349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7624349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 76251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7626349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7627d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->setInt32("generation", mCodec->mNodeGeneration); 7628349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7629349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7630349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7631349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 76323856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7633349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7634349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7635349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7636349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7637349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7638349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7639349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7647f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7653f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7659f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 76637e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 76647e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 76657e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 76667e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 766790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 766890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 766979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 7670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7674dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7675dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7676f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7677f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7678f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7679f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 76855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 76865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 76875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 76881ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime.c_str()); 76895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 76905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 76915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 76935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 76949c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa status_t err = client.connect(); 76955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 76965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 76975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 76995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 77005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 7701d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 77025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77031d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(name.c_str(), observer, &omxNode); 77045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 77065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7709d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = SetComponentRole(omxNode, role); 77105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 7711d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 77125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 77135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 77175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 77185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 77205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 77215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 77225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 77235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 77256e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 7726d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 7727d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoProfileLevelQuerySupported, 77285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 77295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 77315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 77336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 77346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 77356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 77366e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 77376e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 77386e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 77395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 77425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 77435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 77445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 77455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 774636e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 77475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 77486e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 77496e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 7750d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 7751d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 77525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 77535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 77555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 77581ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (IsFlexibleColorFormat( 7759d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode, portFormat.eColorFormat, false /* usingNativeWindow */, 77605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 77615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 77625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 77635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 77645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 77655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 77665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 77695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 77705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 77715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 77745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 77756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 77766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 77776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 77786e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 77796e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 77806e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 77815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 77835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 77845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 77855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 77865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 77876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 77886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 7789d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 7790d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 77915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 77925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 77945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 77965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 77976e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 77986e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 77996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 78006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 78026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 78065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 78075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 78085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 78095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 78135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 7814d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->configureVideoTunnelMode( 7815d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 78165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 78175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 78185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 7819d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (omxNode->setPortMode( 7820d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer) == OK || 7821d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->prepareForAdaptivePlayback( 7822d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 78235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 78245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 78255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 78295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 78305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 78315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 78325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 7833d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->getConfig( 7834d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 78355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 78365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 78375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 7841d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 78425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 78445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 78455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7846a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7847a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7848a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7849a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7850a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7851a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7852a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7853a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7854a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7855a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7856a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7857a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7858a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7859a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7860a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7861a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7862a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7863a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7864a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7865a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7866a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7867a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7868a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7869a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7870a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7871a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7872a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7873a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7874a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7875a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7876a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7877a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7878a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7879a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7880a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7881a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7882a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7883a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7884a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7885a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7886a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7887a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7888a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7889a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7890a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7891a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7892a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7893a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7894a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7895a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7896a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7897a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7898a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7899a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7900a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7901a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7902a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7903a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7904a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7905a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7906a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7907a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7908a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7909a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 79109c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasavoid ACodec::setTrebleFlag(bool trebleFlag) { 79119c47c97ecac581d66b6febafd156618247e86742Pawin Vongmasa mTrebleFlag = trebleFlag; 79128a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa} 79138a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 79148a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasabool ACodec::getTrebleFlag() const { 79158a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa return mTrebleFlag; 79168a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa} 79178a21c0191f974a0b9cbd5818052e2655e0aaa306Pawin Vongmasa 7918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7919