ACodec.cpp revision dff26e5f53b248fd8cc6605850240c7e7c5438dc
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang#include <media/OMXBuffer.h> 483a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 53777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 56dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include "include/ACodecBufferChannel.h" 575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 584811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 6073dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 61496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 62f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 63f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 646d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangusing binder::Status; 656d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 676e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 686e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 996d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangstatic inline status_t statusFromBinderStatus(const Status &status) { 1006d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (status.isOk()) { 1016d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return OK; 1026d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1036d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err; 1046d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.serviceSpecificErrorCode()) != OK) { 1056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.transactionError()) != OK) { 1086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang // Other exception 1116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return UNKNOWN_ERROR; 1126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang} 1136d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 114251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 115251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 12726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 12826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 12926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 130984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 131984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 13226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 155984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 156984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 157984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 158984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 159984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 18726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 20590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 20690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 20790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 20890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 20990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 21090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 21190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 21290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 21326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 21426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 21526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 21626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 21726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 21826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 21926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 22026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 235090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 25826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 26226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 26326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 26426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 26526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 26626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 26715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 27315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 27415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 27790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 286090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit DeathNotifier(const sp<AMessage> ¬ify) 287ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 288ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 289ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 290ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 291ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 292ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 293ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 294ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 297ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 301ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 302ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 304090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit UninitializedState(ACodec *codec); 305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 306f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 310f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 314ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 315ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 322090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedState(ACodec *codec); 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 329c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 330c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 331c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3338f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 334c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 337d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 338d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 341c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 345090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedToIdleState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 361090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToExecutingState(ACodec *codec); 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 375090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingState(ACodec *codec); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 378054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 386349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 387349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 397349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 398349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 405090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit OutputPortSettingsChangedState(ACodec *codec); 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 41390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 422090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingToIdleState(ACodec *codec); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 444090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToLoadedState(ACodec *codec); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 459090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit FlushingState(ACodec *codec); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 470f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 49615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 49915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 50015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 50115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 50415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 50515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 50615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 50715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 51115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 512f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 513b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen : mSampleRate(0), 514d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mNodeGeneration(0), 515b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 516e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 517fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5188db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 519c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 520346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5219806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 52254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 523f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5249806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5259806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 526e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5279806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 528054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 529054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 530054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 53294ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5332c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 53437b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 536609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 537ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 539db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 540db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 555dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 557d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 558d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 559d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 560fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 561fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 565f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 568f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 574dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstd::shared_ptr<BufferChannelBase> ACodec::getBufferChannel() { 575dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (!mBufferChannel) { 576dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = std::make_shared<ACodecBufferChannel>( 577dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatInputBufferFilled, this), 578dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new AMessage(kWhatOutputBufferDrained, this)); 579dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 580dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return mBufferChannel; 581dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 582dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 583a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 585a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 586a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 587a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 588a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5895778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5925778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5955778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5971d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 6021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 6031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 6041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 6061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 6071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 6091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 6101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 6131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 6151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 6167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6188f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 619d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 6208f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 621d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 622d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 623d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 624d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6295778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 633f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6347a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 638f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 642c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 644c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 645c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 64630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 64730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 64930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 652496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 654496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 655496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6564dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6574dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6584dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6594dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6604dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 661054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6624dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 663054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 664054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6654dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6664dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6674dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 678e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 697e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 698098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 699098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 700d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang nativeWindow, &usageBits, !storingMetadataInDecodedBuffers()); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 705f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 706e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 707e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 708e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 709e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 710e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 711e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 741dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 742dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 743dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 749054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 751598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 766d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!storingMetadataInDecodedBuffers()) { 7671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 76815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 77215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 77315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 786484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 787484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 788484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 789484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 790484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 792e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 796d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhangstatus_t ACodec::setPortMode(int32_t portIndex, IOMX::PortMode mode) { 797d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang status_t err = mOMXNode->setPortMode(portIndex, mode); 798d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 799d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGE("[%s] setPortMode on %s to %s failed w/ err %d", 800d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), 801d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang portIndex == kPortIndexInput ? "input" : "output", 802d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mode), 803d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err); 804d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 805d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 806d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 807d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[portIndex] = mode; 808d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return OK; 809d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang} 810d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 811f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8175778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 819d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storingMetadataInDecodedBuffers()) { 820054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 821054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 822054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 823054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 8245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8255778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 8265778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 8275778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 829d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 830d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 833d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang const IOMX::PortMode &mode = mPortMode[portIndex]; 8345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 835d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // Always allocate VideoNativeMetadata if using ANWBuffer. 836d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // OMX might use gralloc source internally, but we don't share 837d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // metadata buffer with OMX, OMX has its own headers. 838d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 839054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 840d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (mode == IOMX::kPortModeDynamicNativeHandle) { 8413e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 842054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 843054219874873b41f1c815552987c10465c34ba2bLajos Molnar 8445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 854054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 855054219874873b41f1c815552987c10465c34ba2bLajos Molnar 85628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 85728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 858d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] Allocating %u buffers of size %zu (from %u using %s) on %s port", 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 860d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang def.nBufferCountActual, bufSize, def.nBufferSize, asString(mode), 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8635b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 86528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 86628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 86728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 86828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 86928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 87028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 87334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 87434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 87534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 87628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t totalSize = def.nBufferCountActual * (alignedSize + alignedConvSize); 878d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode != IOMX::kPortModePresetSecureBuffer) { 879d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 880d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 882fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim const sp<AMessage> &format = 883fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim portIndex == kPortIndexInput ? mInputFormat : mOutputFormat; 884054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 885d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<IMemory> mem; 886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 887ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 888ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 88915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 89090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 8911b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mGraphicBuffer = NULL; 8921b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 894d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModePresetSecureBuffer) { 895a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 8961b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 897d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->allocateSecureBuffer( 898d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang portIndex, bufSize, &info.mBufferID, 899a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 900a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 9014811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim info.mData = (native_handle == NULL) 9024811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim ? new SecureBuffer(format, ptr, bufSize) 9034811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim : new SecureBuffer(format, native_handle, bufSize); 9045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 9055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 906d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mem = mDealer[portIndex]->allocate(bufSize); 907d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mem == NULL || mem->pointer() == NULL) { 908d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return NO_MEMORY; 909d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 910ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 911d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = mOMXNode->useBuffer(portIndex, mem, &info.mBufferID); 9125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 913d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mode == IOMX::kPortModeDynamicANWBuffer) { 914054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 915054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 917d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mCodecData = new SharedMemoryBuffer(format, mem); 918d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mCodecRef = mem; 919d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 9205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mem = mDealer[portIndex]->allocate(conversionBufferSize); 9255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mem == NULL|| mem->pointer() == NULL) { 9265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return NO_MEMORY; 9275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9287e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info.mData = new SharedMemoryBuffer(format, mem); 9295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 9305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 9315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 9325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 9335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9351065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 9371065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9381065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 945dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<ACodecBufferChannel::BufferAndId> array(mBuffers[portIndex].size()); 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 947dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim array[i] = {mBuffers[portIndex][i].mData, mBuffers[portIndex][i].mBufferID}; 948dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 949dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 950dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setInputBufferArray(array); 951dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else if (portIndex == kPortIndexOutput) { 952dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray(array); 953dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 954dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim TRESPASS(); 955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 960e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 961098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 962098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 9631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 967d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 968d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 9691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 975d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getGraphicBufferUsage(kPortIndexOutput, &usage); 9761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 987f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 988e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 989b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 990fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 991fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 992fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 9931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 1000098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 1001098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 10021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 10031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 10051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 1006098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1007098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 10081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1012d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1013d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 10141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1016098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1017098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, preregister /* reconnect */); 10181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1020e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 10211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1024ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1025ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1026ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1027ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1028ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1029ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1030d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1031d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1032ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1033ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1034ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1035ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1036ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1037ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1038ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1039054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1040258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1041258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1042054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1043258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1044258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 104529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1046258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1047258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1048258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1049258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1050e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1051e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 10521faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 10531faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1054e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1055e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1056e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1057e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1058e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1059e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1060e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 10611faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 10621faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1063e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1064e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1065258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1066d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1067d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1068258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1069e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1070e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1071e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1072e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1073e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1074609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1075e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1076e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1077e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1078258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1079258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1080258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1081258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 108629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1092054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1093054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1094054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1095054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1096054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1097d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This method only handles the non-metadata mode (or simulating legacy 1098d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // mode with metadata, which is transparent to ACodec). 1099d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(!storingMetadataInDecodedBuffers()); 11003fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1101054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1102054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1103098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1104054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1105054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1106e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 11083fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 11093fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(true); 11103298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1111609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1113054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1116054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 11178ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 111815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 111915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 112129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 112674006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 112774006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 112815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 112915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 113090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 113174006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 11321b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 11333fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 11343fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // TODO: We shouln't need to create MediaCodecBuffer. In metadata mode 11353fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // OMX doesn't use the shared memory buffer, but some code still 11363fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // access info.mData. Create an ABuffer as a placeholder. 1137d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1138d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mCodecData = info.mData; 11393fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 114074006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 114174006804065941841883c4b46ee785070164023fJamie Gennis 1142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 11433fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, graphicBuffer, &bufferId); 1144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1145609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 114674006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 115074006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 115174006804065941841883c4b46ee785070164023fJamie Gennis 1152609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1160d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 11623fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang // that were dequeued. Also cancel all if we're in legacy metadata mode. 1163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 116474006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1166054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1167054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1168054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11733175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11743175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11753175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11763175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11773175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11783fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11813fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang static_cast<Surface*>(mNativeWindow.get()) 11823fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang ->getIGraphicBufferProducer()->allowAllocation(false); 11833fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1187054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1188d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang CHECK(storingMetadataInDecodedBuffers()); 11893fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 1190054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1191054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1192098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 11933fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang false /* preregister */); 1194d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1196e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1197054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1198e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1199e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1200e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1201e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1202e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1203e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 120415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 120590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1206e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 12071b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info.mNewGraphicBuffer = false; 1208e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1209e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1210d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info.mData = new MediaCodecBuffer(mOutputFormat, new ABuffer(bufferSize)); 1211349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 1212349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang // Initialize fence fd to -1 to avoid warning in freeBuffer(). 1213349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ((VideoNativeMetadata *)info.mData->base())->nFenceFd = -1; 1214349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 12155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 1216e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1217d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = mOMXNode->useBuffer(kPortIndexOutput, OMXBuffer::sPreset, &info.mBufferID); 1218e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1219e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1220d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] allocated meta buffer with ID %u", 1221d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), info.mBufferID); 1222e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1223e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1224054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1225054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1226054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1227054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1228054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1229054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1230054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1231054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1232054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1233054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1235054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1237054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1238609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 12391b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer->handle); 1240054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1241054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 124215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 12433fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return fillBuffer(info); 1244054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1245054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 124615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 124715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 124815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 124915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 125015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 125115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 125215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 125315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 125415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 125515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12560806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12570806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12580806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12590806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12600806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12610806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12620806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12630806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12640806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12650806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12670806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12680806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12690806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12700806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12720806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12730806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12740806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12760806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12770806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12780806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12800806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12810806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1282f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1285609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 129015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 129115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12933fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12943fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12950806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12983fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 130190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 130290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 130390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 130490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 130590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 130690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 130790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 130890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 130990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 131090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 131190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 131290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 131390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 131490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 131590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 131790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 131890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 131990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 132090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 132190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 132290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 132390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 132490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1325604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1326604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1327604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1328604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1329604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1330604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 133190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 133290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 133390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 133479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onOutputFramesRendered(done); 133590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 133690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1337f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13388ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1339054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1340ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1341ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1342ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1343ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1344ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1345ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1346ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1347346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1348346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1349346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1350346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1351346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 135215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 135415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 135515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 135615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1357dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1358dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1360dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1361b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1362b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1363dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1365dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 136690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1368dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1369dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1371dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1372dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1373dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1374dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1375dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1376dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1377dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1378dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 137990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 13801b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang ALOGV("dequeued buffer #%u with age %u, graphicBuffer %p", 13811b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang (unsigned)(info - &mBuffers[kPortIndexOutput][0]), 13821b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang mDequeueCounter - info->mDequeuedAt, 13831b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mGraphicBuffer->handle); 13841b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang 1385dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 138615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 138790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1388dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1389dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1390dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1392dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1393dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1394dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1395dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1396dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1397d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (!stale && !storingMetadataInDecodedBuffers()) { 1398dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1399dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1400dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1401dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1402dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1403dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1405dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1406054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1407dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1408dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1409b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1410b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1411dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1412dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1413054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1414054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1415054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1416054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1417054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1418054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1419054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1420054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1421054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14220806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14230806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14240806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14250806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1426054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1427054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14280806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14290806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14301b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mNewGraphicBuffer = true; 14310806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 143215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 143390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 143490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1435d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 1436d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("replaced oldest buffer #%u with age %u, graphicBuffer %p", 1437d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1438d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mDequeueCounter - oldest->mDequeuedAt, 14391b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang oldest->mGraphicBuffer->handle); 1440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 144190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14420806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1446dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 1447dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setInputBufferArray({}); 1448dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 1449dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setOutputBufferArray({}); 1450dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1451dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 1452777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1453938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1454938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1455777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1456777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1457777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14610806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1463777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1466349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1467777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1468938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1469938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14732ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14742ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14752ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14762ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1477777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1478777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1479777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1480777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1484777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1487f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 149115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 1492d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mPortMode[portIndex] == IOMX::kPortModeDynamicANWBuffer && info->mCodecData != NULL 1493fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 1494fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int fenceFd = ((VideoNativeMetadata *)info->mCodecData->base())->nFenceFd; 149515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 149615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 149715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 149815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 149915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 150015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15010806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15020806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15040806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15060806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15080806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 1509d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->freeBuffer(portIndex, info->mBufferID); 15100806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15110806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15120806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15140806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15150806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 151815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 151915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 152015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 152115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1522604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1523604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1524604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1525604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 152690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1527d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang // remove buffer even if mOMXNode->freeBuffer fails 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1529777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1532f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15330806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1545777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15493fd200feb657c157125e45e30c2a7262e3c0244dChong Zhangstatus_t ACodec::fillBuffer(BufferInfo *info) { 15503fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err; 15511b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // Even in dynamic ANW buffer mode, if the graphic buffer is not changing, 15521b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // send sPreset instead of the same graphic buffer, so that OMX server 15531b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // side doesn't update the meta. In theory it should make no difference, 15541b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // however when the same buffer is parcelled again, a new handle could be 15551b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // created on server side, and some decoder doesn't recognize the handle 15561b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang // even if it's the same buffer. 15571b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang if (!storingMetadataInDecodedBuffers() || !info->mNewGraphicBuffer) { 15583fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 15593fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, OMXBuffer::sPreset, info->mFenceFd); 15603fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 15613fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mOMXNode->fillBuffer( 15623fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mBufferID, info->mGraphicBuffer, info->mFenceFd); 15633fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 15643fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 15651b35986c5045a97dbe852ab93046ab29bcb6a2deChong Zhang info->mNewGraphicBuffer = false; 15663fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mFenceFd = -1; 15673fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err == OK) { 15683fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 15693fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 15703fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang return err; 15713fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang} 15723fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15751ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime); 15765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 1579d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = SetComponentRole(mOMXNode, role); 15805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 15825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 15835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 15855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 15865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1594b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1595b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1596b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1597e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1600d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 1601d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 16028db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 161696bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 161796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 161896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 161996bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 162096bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 162196bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 162296bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 162396bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1624d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1625d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 16263e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 16273e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 1628d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::PortMode mode; 1629d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (storeMeta == kMetadataBufferTypeNativeHandleSource) { 1630d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicNativeHandle; 1631d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (storeMeta == kMetadataBufferTypeANWBuffer || 1632d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang storeMeta == kMetadataBufferTypeGrallocSource) { 1633d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mode = IOMX::kPortModeDynamicANWBuffer; 1634d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else { 1635d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return BAD_VALUE; 1636d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1637d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, mode); 1638d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1639054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1640054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1641c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1642c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1643d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 1644d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1645c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1646c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1647c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1648c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1649054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1650d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1651308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16523a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16533a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16543a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16553a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 1656d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getExtensionIndex( 1657d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.prependSPSPPSToIDRFrames", &index); 16583a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16593a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 16603a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 16613a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 16623a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 16633a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1664d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(index, ¶ms, sizeof(params)); 16653a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16663a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16673a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 16683a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 16693a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 16703a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16713a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 16723a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16733a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16743a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1675308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1676308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1677308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1678308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 16798db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1680308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1681308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 16823e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1683308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1684d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mFlags & kFlagIsSecure) { 1685d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang enable = OMX_TRUE; 1686d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1687308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1688d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, enable ? 1689d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang IOMX::kPortModePresetSecureBuffer : IOMX::kPortModePresetByteBuffer); 1690308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1691d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang return err; 1692308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1693a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1694a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1695a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1696a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1697a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1698a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 169994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 17003604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang // only allow 32-bit value, since we pass it as U32 to OMX. 170194ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17033604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang } else if (mMaxPtsGapUs > INT32_MAX || mMaxPtsGapUs < 0) { 17043604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang ALOGW("Unsupported value for max pts gap %lld", (long long) mMaxPtsGapUs); 17053604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang mMaxPtsGapUs = -1ll; 17062c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17072c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 170837b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 170937b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 171037b2b389139ed638831e49708c947863eef631efRonghua Wu } 171137b2b389139ed638831e49708c947863eef631efRonghua Wu 17122c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17132c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 171494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 171572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 171672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 171772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 171872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 171972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 172072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1721308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1722308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1724054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1727b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1728e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1729e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17301713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17311713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17321713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17331713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17341713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17351713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17361713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17371713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17381713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17391713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1740a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1741a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1742a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1743d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexInput, IOMX::kPortModePresetSecureBuffer); 1744d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang 1745d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (err != OK) { 1746d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGI("falling back to non-native_handles"); 1747d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang setPortMode(kPortIndexInput, IOMX::kPortModePresetByteBuffer); 1748d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = OK; // ignore error for now 1749d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } 1750a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1751e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17531de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17541de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17566597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17576597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17586597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17596597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17606597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17616597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17626597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 1763d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 1764d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 17656597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 17666597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 17676597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 17686597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 17696597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 17706597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17716597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17726597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 17736597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 17745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 17755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 17765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 17775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1778ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 17795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 178097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 178197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 17825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 17835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 17845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 17855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 178697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 17875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 17885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1789fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1790fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1791d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1792d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1793d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1794d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1795d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1796d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1797d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1798d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1799d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1802d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1803d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1804d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1805d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1806d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1807d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1809ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1810ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1811ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18123fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18133fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18143fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18153fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18163fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18173fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18183fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18193fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18203fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 1821d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer); 18225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 1852d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1853d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 18545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 18575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 18605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1863e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1864cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // allow failure 1865cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = OK; 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1867d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang ALOGV("[%s] setPortMode on output to %s succeeded", 1868d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mComponentName.c_str(), asString(IOMX::kPortModeDynamicANWBuffer)); 1869054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1871fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 18720167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18780167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1879e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1880e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1881e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1882e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1883e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1884e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1885e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1886054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1887054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 18885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 18895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 18905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 18915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 1892308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 18933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 18943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 18953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 18963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 18973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 1898cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang (void)setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 1899cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } else if (haveNativeWindow && !storingMetadataInDecodedBuffers()) { 1900cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetANWBuffer); 1901cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang if (err != OK) { 1902cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang return err; 1903cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang } 19043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 1907b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1909b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19171de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 1919cd43370e46a619014fdf929dab0bbbba3fdf44b4Chong Zhang // fallback for devices that do not handle flex-YUV for native buffers 19203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1923777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1924777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1925777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1926777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1929777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1930777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1931777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1932777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19351ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (!IsFlexibleColorFormat( 1936d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1942e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1945d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // TODO: implement adaptive-playback support for bytebuffer mode. 1946d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang // This is done by SW codecs, but most HW codecs don't support it. 1947d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang err = setPortMode(kPortIndexOutput, IOMX::kPortModePresetByteBuffer); 1948d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang inputFormat->setInt32("adaptive-playback", false); 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 19513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 1953b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 1954b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 19613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 19623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 196342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 196442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 196542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 196642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 196742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 196842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 196942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 197042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 197142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 197242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 197342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 197442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 197542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 1976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 1977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1982aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 1983b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 19848045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 19852965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 19868045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 1987ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 1988ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 1989ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1990aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 1991aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 1992aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 1993b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 1994b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 1995b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 1996ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19978045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 19988045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 19998045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20002965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20012965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20022965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20032965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20068045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20078045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20088045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2025ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20264471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20272965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20282965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2030729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2032729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2034729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2035729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2036729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2037729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2038729de186450f78c099637e1fce743fe531862c52Andreas Huber 2039729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 204317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 204417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 204517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 204617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 204717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2050ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 20512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 20522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 20532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 20542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 20552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 20562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 20572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2058516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2059cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2060cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2061516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2062cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 20632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2064516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2065516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2066516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 20682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2069516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2070516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2071516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 20732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 20742f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2075516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2076516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 20772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2078ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2079ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2080ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2081ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2082ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2083ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2084ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 20855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2086ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 208797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 208897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 208997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 209097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 209197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 209297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 209397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 209497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 209597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 20968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 20978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 20988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 20998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2106729de186450f78c099637e1fce743fe531862c52Andreas Huber 21074471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21084471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21094471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21104471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21118b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21128b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21138b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21149806555d3930be43e11106281dee354820ac1c88Andreas Huber 21158b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21168b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21178b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21188b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21199806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21209806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21219806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21229806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21239806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21249806555d3930be43e11106281dee354820ac1c88Andreas Huber 2125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21275778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21295778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21328b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21338b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21348b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21358b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21368b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2137ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2138ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2139ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2140ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2141ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2142ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2143ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2144ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2145ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2146ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2147697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 21484e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2149b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 21504e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2151777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2152777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2153777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2154777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2155777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2156777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2157777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2158777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 21595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 21605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 21615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 21625b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 21635b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 21645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 21655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 21665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 21675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 21685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 21695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 21705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 21715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 21725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 21735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 21745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 21755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 21765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 21775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21818b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 21828b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 21838b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 21848b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 21868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 21878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 2188d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 2189d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigPriority, 21908b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 21918b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 21928b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 21938b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21948b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 21958b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 21968b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2197ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2198ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2199ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2200ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2201ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2202ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2203ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2204ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2205ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2206ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2207ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2208ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2209ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2210ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2211ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2212ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2213ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2214ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2215ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2216d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2217d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2218ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2219ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2220ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2221ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2222ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2223ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2224ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2225870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2226870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2227870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2228870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2229d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getConfig( 2230d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2231870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2232870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2233870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2234870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2235870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2236870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2237870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2238870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2239870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2240870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2241d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2242d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2243870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2244870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2245870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2246870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2247870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2248870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2249870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2250870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2251870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2252870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2253870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2254d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2255d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2256870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2257870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2258870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2259870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2260870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2261870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2262870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2263870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2264870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2265870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2266870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2267870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2268870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2269870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2270870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2271870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2272870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2273d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2274d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2275870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2276870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2281870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2282870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2301d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2302d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2306870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2307870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2312d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2313d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, 2314d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &refreshParams, sizeof(refreshParams)); 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 23220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnarstatus_t ACodec::configureTemporalLayers( 23230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat) { 23240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!mIsVideo || !mIsEncoder) { 23250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return INVALID_OPERATION; 23260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 23270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString tsSchema; 23290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!msg->findString("ts-schema", &tsSchema)) { 23300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return OK; 23310f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 23320f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numLayers = 0; 23340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numBLayers = 0; 23350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar int tags; 23360f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar char dummy; 23370f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE pattern = 23380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 23390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 23400f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0) { 23410f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 23420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 23430f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 23440f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 23450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 23460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers += numBLayers; 23470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 23480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 23490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGI("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 23500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 23510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 23520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layerParams; 23540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerParams); 23550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPortIndex = kPortIndexOutput; 23560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2357d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2358d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 2359d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &layerParams, sizeof(layerParams)); 23600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 23620f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 23630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (!(layerParams.eSupportedPatterns & pattern)) { 23640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 23650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 23660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers = min(numLayers, layerParams.nLayerCountMax); 23680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numBLayers = min(numBLayers, layerParams.nBLayerCountMax); 23690f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23700f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!inConfigure) { 23710f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE layerConfig; 23720f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerConfig); 23730f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPortIndex = kPortIndexOutput; 23740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.ePattern = pattern; 23750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPLayerCountActual = numLayers - numBLayers; 23760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nBLayerCountActual = numBLayers; 23770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.bBitrateRatiosSpecified = OMX_FALSE; 23780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2379d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig( 2380d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidVideoTemporalLayering, 23810f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerConfig, sizeof(layerConfig)); 23820f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 23830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.ePattern = pattern; 23840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual = numLayers - numBLayers; 23850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nBLayerCountActual = numBLayers; 23860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.bBitrateRatiosSpecified = OMX_FALSE; 23870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2388d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2389d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 23900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 23910f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 23920f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString configSchema; 23940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid) { 23950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("android.generic.%u+%u", numLayers - numBLayers, numBLayers); 23960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 23970f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("webrtc.vp8.%u", numLayers); 23980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 23990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 24010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGW("Failed to set temporal layers to %s (requested %s)", 24020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema.c_str(), tsSchema.c_str()); 24030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2406d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2407d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 24080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 24090f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24100f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err == OK) { 24110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGD("Temporal layers requested:%s configured:%s got:%s(%u: P=%u, B=%u)", 24120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar tsSchema.c_str(), configSchema.c_str(), 24130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar asString(layerParams.ePattern), layerParams.ePattern, 24140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual, layerParams.nBLayerCountActual); 24150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (outputFormat.get() == mOutputFormat.get()) { 24170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format change event 24180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // assume we got what we configured 24200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar outputFormat->setString("ts-schema", configSchema); 24210f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar} 24240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2425f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2430d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2431d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2443d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2444d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2450d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2451d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2457777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2460777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 24716e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 2473d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2474d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 24846e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 24856e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 24866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 24876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 24886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 24896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2492d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2493d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2497aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 24988045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 24992965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 25002965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2501ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2502ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2503ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2504ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2525d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2526d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2535d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2536d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2546d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2547d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2565aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2567b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2568b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2569b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2570b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2571b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2572b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2573b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2574b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2575b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2576b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2577b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2578b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2579b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2580b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2581b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2582b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2583b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2584b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2585b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2586b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2587b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2588b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2589b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2590b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2591b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2592b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2594d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2595d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2608d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2609d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2617ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2618ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2619ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2620ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2621ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2624dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 26258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 26268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 26278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 26288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 26298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 26308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 26312965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 26328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2633d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t res = mOMXNode->setParameter( 2634d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 26368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 2637d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode->setParameter( 2638d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 26398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 26408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 26418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 26428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 2643b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 26448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 264897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 264997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 265097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 265197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 265297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 265397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 265497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 265597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 265697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 265797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 265897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 265997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 266097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 266197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 266297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 266397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 266497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2665d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2666d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 266797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 266897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 266997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 267097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 267197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 267297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 267397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 267497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2675d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2676d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 267797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 267897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 26798a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 26808a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 26818a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 26828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 26838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 26898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 26908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 26918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 26948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 26958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 26968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2697d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2698d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 26998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 27058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 27068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2707d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2708d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 27098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 27108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 27245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 27275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 27425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 27435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2757729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2758729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2760729de186450f78c099637e1fce743fe531862c52Andreas Huber 2761d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2762d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2763729de186450f78c099637e1fce743fe531862c52Andreas Huber 2764729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2765729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2766729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2767729de186450f78c099637e1fce743fe531862c52Andreas Huber 2768729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2771d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2772d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2773729de186450f78c099637e1fce743fe531862c52Andreas Huber 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2777729de186450f78c099637e1fce743fe531862c52Andreas Huber 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber 278417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2785777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2786777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2787777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2789729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 279017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2791729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2792729de186450f78c099637e1fce743fe531862c52Andreas Huber 27932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 27942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 27952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 27972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 27982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 27992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 28002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 2802d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 28032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 28052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 2808d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 28092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 28112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 28162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 28172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 28182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 28192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 28202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2821729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 28225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2823729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2824729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2825729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2826729de186450f78c099637e1fce743fe531862c52Andreas Huber 2827d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2828d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2829729de186450f78c099637e1fce743fe531862c52Andreas Huber 2830729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2831729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2832729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2833729de186450f78c099637e1fce743fe531862c52Andreas Huber 2834729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2835729de186450f78c099637e1fce743fe531862c52Andreas Huber 2836d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2837d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2838729de186450f78c099637e1fce743fe531862c52Andreas Huber 2839729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2840729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2841729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2842729de186450f78c099637e1fce743fe531862c52Andreas Huber 2843729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2844729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2845729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2846729de186450f78c099637e1fce743fe531862c52Andreas Huber 2847d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2848d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2849729de186450f78c099637e1fce743fe531862c52Andreas Huber 2850729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2851729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2852729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2853729de186450f78c099637e1fce743fe531862c52Andreas Huber 2854729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 28555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 28565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 28575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 28585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 28595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 28605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 28615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 28625b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 28635b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 28645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 28655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 28665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 28675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 28685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 28695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 28705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2871729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2872729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2873729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2874729de186450f78c099637e1fce743fe531862c52Andreas Huber 2875c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2876c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2877729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2878729de186450f78c099637e1fce743fe531862c52Andreas Huber 2879d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2880d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 28815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 28825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 28835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 28845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 28855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 2886d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2887d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 28885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 28895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2890729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2891729de186450f78c099637e1fce743fe531862c52Andreas Huber 28925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 289397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 28945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 28955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2896d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->configureVideoTunnelMode( 2897d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 28985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 29005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 29045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 29065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 29075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 29115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 29125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2913f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 29160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 29170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2926d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2927d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 2928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2934229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2935229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 29360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 29371ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 2938d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 29390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2940229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2941229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2942229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2943229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2944229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 29706e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 29716e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 29726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 29736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 29746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 2975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2981d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 2982d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 2983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 29880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 29890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 29900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 29910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 29920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 29940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 29950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 29960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 29970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 29980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 30000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 30010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 30020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 30070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 30080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 30110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 3012d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3013d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 30140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 30150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 30160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 30170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 30180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 30210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 30230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 30240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 30260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 30290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 30300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 30310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 30320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 30330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 30340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 30370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 30380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 30391ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3040d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, false /* usingNativeBuffers */, 30410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 30420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 30430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 30440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3046d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 3047d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3050e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3051e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3052e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3053e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3054e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 30552472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3056e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3057e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3058e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 305994705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 306094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3061a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3062e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3063e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 30645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3066e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3067e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3068e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3069e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3070e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3071e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3072e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3075e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3076e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3077e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3078e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3079e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3080e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3081e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3082e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3083e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3084e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3085e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3087e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3088e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3089e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3090e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3091e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3092e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3093e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3096a6bfb5060824f01041f956c733fec141504c280bHangyu Kuangstatus_t ACodec::setPortBufferNum(OMX_U32 portIndex, int bufferNum) { 3097a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 3098a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang InitOMXParams(&def); 3099a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nPortIndex = portIndex; 3100a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t err; 3101a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGD("Setting [%s] %s port buffer number: %d", mComponentName.c_str(), 3102a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3103d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3104d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3105a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3106a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3107a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3108a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nBufferCountActual = bufferNum; 3109d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3110d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3111a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3112a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Component could reject this request. 3113a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGW("Fail to set [%s] %s port buffer number: %d", mComponentName.c_str(), 3114a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3115a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3116a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return OK; 3117a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang} 3118a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 31208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3121b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 312289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 312389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 312489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 312589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 312689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 312789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3135f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3136f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3137f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3138f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3139f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3140f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3141d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3142f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3143d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 3144f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3145f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3146f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 315489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 315589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 315689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 315789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 315889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 31590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 316089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 316189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 316289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 31630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 316489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 316589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 31660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 316789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3173a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component input buffer number to be |tmp|. If succeed, 3174a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set input port buffer number to be |tmp|. If fail, 3175a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3176a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-input-buffers", &tmp)) { 3177a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexInput, tmp); 3178a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3179a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3180a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3181a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 3182a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component output buffer number to be |tmp|. If succeed, 3183a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set output port buffer number to be |tmp|. If fail, 3184a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3185a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-output-buffers", &tmp)) { 3186a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexOutput, tmp); 3187a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3188a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3189a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3190a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 319178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 319278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 319378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 319478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 319578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 319678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 319778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 319878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 319978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 320178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3214b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3215b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3216b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 32178338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 32188338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3219db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3220db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3221db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3222db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3223db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 32245e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3225db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3226db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3227db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3228b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3229b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3230b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3231b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3232d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3233d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3234b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3235b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3236b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3237b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3238b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 32398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3240b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3241b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3242b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3243d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3244b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3245b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3246b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3247b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3248b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3249b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3250b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3251b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3252b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3253b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3254b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3255b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3256b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3257b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3258db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3259b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 32608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 32618338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 32628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3263b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3264b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3265b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 32668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 32678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3268b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 32698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3272b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3273b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3274b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3275b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3276b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 32778338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 32788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3279b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 32808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3281b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3282b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3283b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3284b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3285b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3286b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3287b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3288d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 32898338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3290b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3291b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3292b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3293b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3294b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3295b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3296b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3297b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3298b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3299b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3300b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3301b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3302b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3303b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3304b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3305b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3306b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3308b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3309b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3310b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3311b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3312b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3313b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3314b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3315b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 33168338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3317b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3318b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3319b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3321b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3322b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3323b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3324b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3325b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3326b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3328b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3329b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3330b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3332b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3334b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3335b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3342b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3349b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3354b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 33638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 33658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3369b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33748338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33758338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 33778338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 34078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 34245e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 34255e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 34265e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 34275e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34285e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 34295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 34305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 34315e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34325e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 34335e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 34345e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 34355e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 34365e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34375e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 34385e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34395e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 34405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 34415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 34425e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 34468338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 34478338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3448b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 34498338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 34508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3452b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3453b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 34568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 34598338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3460b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3465b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 34708338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34718338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 34788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3480b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3482b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3484b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 34878338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3492b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 34955e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 34965e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3497db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3498db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 34995e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3500db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3501db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3502db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3503db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3504db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3505db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3506db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3507db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3508db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3509db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3510d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3511d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3512db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3513db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3514db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3515db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3516db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3517db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3518db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3519db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3520db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3521d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3522db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3523db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3524db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3525db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3526db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3527db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3528db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3529db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3530db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3531db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3532db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3533db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3534db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3535db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3536db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3537db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3538db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3539db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3540db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3541db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3542d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3543db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3544db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3545db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3546db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3547db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3548db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3549db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3550db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 35518338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3552b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3553b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 35545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 35565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3581d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3582d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 36212c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3626a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3627a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3628a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3629a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3630a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3632d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3633d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3663d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3664d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3677d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3678d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3687870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3688870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3689870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3690870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3691870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3692870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3693870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3694870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3695870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3696870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3697870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3711c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3712c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3713c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3714c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 371589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 371689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 37179bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar err = setupVPXEncoderParameters(msg, outputFormat); 371889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 371989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 37250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 37260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 37270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 37288338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 37298338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3730b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3731b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 37328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 37338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 37348338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 37358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 37365e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 37375e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 37385e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37395e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 37405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 37415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 37425e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 37435e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 37445e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37455e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 37460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 37470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 37480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 37490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 37500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar switch (compressionFormat) { 37510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingAVC: 37520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingHEVC: 37530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = configureTemporalLayers(msg, true /* inConfigure */, outputFormat); 37540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 37550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 37560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 37570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 37580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 37590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP8: 37600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP9: 37610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // TODO: do we need to support android.generic layering? webrtc layering is 37620f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // already set up in setupVPXEncoderParameters. 37630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 37640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 37650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar default: 37660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 37670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 37680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 3769d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3770d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3771d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 37770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 37780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 37790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 37800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 37820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 37840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 37870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 37900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 37930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 37960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 37990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 38010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 38020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 38050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3807d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3808d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, ¶ms, sizeof(params)); 38090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 38100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 38110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3812f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnarstatic OMX_U32 setPFramesSpacing( 381363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFramesInterval /* seconds */, int32_t frameRate, uint32_t BFramesSpacing = 0) { 3814f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BFramesSpacing is the number of B frames between I/P frames 3815f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // PFramesSpacing (the value to be returned) is the number of P frames between I frames 3816f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3817f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // keyFrameInterval = ((PFramesSpacing + 1) * BFramesSpacing) + PFramesSpacing + 1 3818f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // ^^^ ^^^ ^^^ 3819f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // number of B frames number of P I frame 3820f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3821f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // = (PFramesSpacing + 1) * (BFramesSpacing + 1) 3822f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3823f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // E.g. 3824f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // I P I : I-interval: 8, nPFrames 1, nBFrames 3 3825f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BBB BBB 3826f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3827f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar if (iFramesInterval < 0) { // just 1 key frame 3828f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return 0xFFFFFFFE; // don't use maxint as key-frame-interval calculation will add 1 3829f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar } else if (iFramesInterval == 0) { // just key frames 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3832f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3833f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // round down as key-frame-interval is an upper limit 3834f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar uint32_t keyFrameInterval = uint32_t(frameRate * iFramesInterval); 3835f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar OMX_U32 ret = keyFrameInterval / (BFramesSpacing + 1); 3836f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return ret > 0 ? ret - 1 : 0; 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 383996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 384096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 384196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 384296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 384396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 384496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 384596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 384696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 384796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 384963a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 385063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 38515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 385263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 38535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 385696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 385796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38585778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 38595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 38605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 38615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 38625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38645778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38675778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 38685778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 38695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 38705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3871d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3872d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 38735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 38795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 38805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 38835778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 38845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3885f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nBFrames = 0; 3886f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, mpeg4type.nBFrames); 38875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 38885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 38915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 38925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 38935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 38945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 38955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 38965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 38985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 38995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39045778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 39115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 39125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3914d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3915d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 39165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 392196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 39225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 39285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 393163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 393263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 393463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 39355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 393896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 393996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 39525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3953d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3954d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 39555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 39615778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 39625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3963f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nBFrames = 0; 3964f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h263type.nBFrames); 39655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 39665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 39675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 39705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 39715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 39835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 39845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39865778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 39875778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 39885778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 39895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 39905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3991d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3992d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 39935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 399896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 39995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4007a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 4008a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 4009a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 4010a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 4011a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 4012a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 4013a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 4014a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 4015a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 4016a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 4017a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 4018a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 4019a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4020a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4021a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 4022a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 4023a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 4024a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 4025a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 4026a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 4027a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4028a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 4029a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 4030a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4031a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4032a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4033a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4034a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4035a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4036a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4037a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4038a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4039a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4040a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4041a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4042a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4043a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4044a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4045a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4046a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4047a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4048a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4049a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4050a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4051a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4052a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4053a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4054a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4055a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4056a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4057a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4058a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 406063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 406163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 40625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 406363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 40645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 406796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 406896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 40790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 40800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 40810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 40820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 40830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 40840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 40850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 40860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 40895778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4093d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4094d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 40955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 41015778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 41025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 41045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 41055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 41065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 41075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41105778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 41115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41165778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 41175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4118e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 41198eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 41204c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#if 0 /* DON'T YET DEFAULT TO HIGHEST PROFILE */ 41214c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar // Use largest supported profile for AVC recording if profile is not specified. 4122826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar for (OMX_VIDEO_AVCPROFILETYPE profile : { 4123826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar OMX_VIDEO_AVCProfileHigh, OMX_VIDEO_AVCProfileMain }) { 4124826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar if (verifySupportForProfileAndLevel(profile, 0) == OK) { 4125826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar h264type.eProfile = profile; 4126826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar break; 4127826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 4128826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 41294c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#endif 41308eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 41318eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4132e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4133e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4134e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 41355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 41365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 41375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 41385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 41395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 4140f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 41415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 41425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 41435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 41455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 41465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 41475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 41485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 41495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 41505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 41515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4152e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4153e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4154e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4155e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4156e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4157e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4158f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4159e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4160e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4161e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4162e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4163e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4164e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4165e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4166e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4167e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4168e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 41695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 41725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 41735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 41765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 41775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 41785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 41795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 41805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 41815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 41825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4183d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4184d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4190e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // TRICKY: if we are enabling temporal layering as well, some codecs may not support layering 4191e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // when B-frames are enabled. Detect this now so we can disable B frames if temporal layering 4192e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // is preferred. 4193e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar AString tsSchema; 4194e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar int32_t preferBFrames = (int32_t)false; 4195e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (msg->findString("ts-schema", &tsSchema) 4196e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && (!msg->findInt32("android._prefer-b-frames", &preferBFrames) || !preferBFrames)) { 4197e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layering; 4198e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar InitOMXParams(&layering); 4199e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar layering.nPortIndex = kPortIndexOutput; 4200d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 4201d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 4202e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar &layering, sizeof(layering)) == OK 4203e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.eSupportedPatterns 4204e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.nBLayerCountMax == 0) { 4205e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nBFrames = 0; 4206e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4207e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nAllowedPictureTypes &= ~OMX_VIDEO_PictureTypeB; 4208e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar ALOGI("disabling B-frames"); 4209d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4210d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 4211e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 4212e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (err != OK) { 4213e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar return err; 4214e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4215e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4216e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4217e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 421896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 42195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 42205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4221c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 422263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 422363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 4224c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 422563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 4226c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4227c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4228c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4229c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4230c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4231c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4232c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4233c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4234c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4235c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4236c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4237c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4238c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4239c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4240c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4241c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4242c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4243c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4244c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4245d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4246d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4247c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4248c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4249c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4250c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4251c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4252c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4253c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4254c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4255c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4256c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4257c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4258c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4259c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4260c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4261c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4262c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4263c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4264c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4265c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 42669aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 4267f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 4268c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4269d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4270d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4271c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4272c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4273c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4274c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4275c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4276c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4277c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 42789bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnarstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat) { 427989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 428063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval = 0; 42814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 42824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 42834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 42844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 42854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 42864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 42874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 42884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 42894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 42904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 429189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 429289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 429389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 429463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar msg->findAsFloat("i-frame-interval", &iFrameInterval); 429589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 429689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 429789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 42984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 42994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 43004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 43014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 43024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 43034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 43054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 43089bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE tsType = 43099bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 43109bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar 43114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 4312f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numLayers = 0; 4313f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numBLayers = 0; 4314f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar int tags; 4315f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar char dummy; 4316f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 4317f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0) { 43184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 43199bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 4320f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers; 4321f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 4322f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 4323f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 4324f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 43254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4326f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar // VPX does not have a concept of B-frames, so just count all layers 43279bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 4328f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers + numBLayers; 43294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 4330f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar ALOGW("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 43314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 4332f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = min(tsLayers, (size_t)OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS); 43334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 43364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 43374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 4338d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4339d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 43404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 43414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 43434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 4344f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 43454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 43474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 43484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 43494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 43504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 43514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 43524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 43554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 43564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 43574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 4359d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4360d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 43614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 43624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 43634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 43649bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsType == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 43659bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise even single layer WebRTC layering, as it is defined 43669bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("webrtc.vp8.%u-layer", tsLayers)); 43679bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsLayers > 0) { 43689bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // tsType == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid 43699bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("android.generic.%u", tsLayers)); 43704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 437389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 437489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 437589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 43765778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 43775778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 43785778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 43795778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 43805778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 43815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 43836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 4384d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 43855778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 4386d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 43875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 43935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 43945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 43965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 43975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43986e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 43996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 44006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 44016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 44026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 44036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 44045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 44065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 44075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 440896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 440996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 44105778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 44115778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 44125778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 44135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4414d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4415d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 44165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 44195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 442196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 44225778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 44235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4424d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4425d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 44265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 44275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 44295778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 44305778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 44315778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 44325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4433d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4434d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 44355778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 44365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 44395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44415778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 44425778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 44435778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 44445778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 44455778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 44465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4447d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4448d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 44495778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 44505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 44515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4452f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 445478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 445578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4462d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4463d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4464777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4465777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4466777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4476777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4477777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4478777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4479777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 448778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 448878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 448978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4492d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4493d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4498d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4499d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4500d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4501d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4502d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4503d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4504d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4505d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4506d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4507d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4508d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4509d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4510d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4511d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 45127e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 45137e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 45147e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 45157e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 45167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 45177e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 45187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 45197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 45207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45227e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 45237e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 45247e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 45257e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 45267e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 45277e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 45287e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 45297e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4531e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 45327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4533c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4534054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4535054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4536c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 45377e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 45397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4540f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4547609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4557f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4562f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4566f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4576e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4577777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 457831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 457931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4580e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 458131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4582d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamPortDefinition, &def, sizeof(def)); 4583777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4584777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4585777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 458631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4587777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4589777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4590777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 459131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 459231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 459331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 459431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 459531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4596e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4597e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4598e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4599e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4600e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4601e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4602e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4603e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4604e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4605e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 46060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 460773dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 46080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 46090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 46100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 46110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 46120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 46130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 46140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 46150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 4616d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (DescribeColorFormat(mOMXNode, describeParams)) { 46170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 46180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 46190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 46200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 46210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 46225a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 462373dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 462473dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 462573dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 462673dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 462773dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 462873dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 462973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 46300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 463103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 463203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4633b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4634b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4635b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4636b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4637b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4638b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4639b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4640b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4641d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getConfig( 4642b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4643b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4644b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4645b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4646b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4647b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4648b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4649b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4650b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 465191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4652b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4653b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4654b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4655b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4656b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4657b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4658b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4659b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4660b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4661b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 466231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4663b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4664b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4665b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4666b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4667b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4668b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4669b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4670b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4671b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4672b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4673b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4674b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4675b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4676b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4677b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4678b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4679b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 46805e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4681b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4682b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 46835e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 46845e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 46855e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4686777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4687e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4688e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4689e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 46904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 46914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 46924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 46934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 46944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 46954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 46964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 4697d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 46984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 46994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 47004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 47014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 47039bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (vp8type.eTemporalPattern == OMX_VIDEO_VPXTemporalLayerPatternWebRTC 47049bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount > 0 47059bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount 47069bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar <= OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS) { 47079bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise as android.generic if we configured for android.generic 47089bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar AString origSchema; 47099bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (notify->findString("ts-schema", &origSchema) 47109bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && origSchema.startsWith("android.generic")) { 47119bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 47129bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "android.generic.%u", vp8type.nTemporalLayerCount)); 47139bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else { 47149bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 47159bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "webrtc.vp8.%u-layer", vp8type.nTemporalLayerCount)); 47164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 47204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4722e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4723e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4724777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4725777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4726777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4727777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4728777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4729777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4730777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4731e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4732e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4733e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4734e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4735e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4736e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4737e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4738870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4739870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4740870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4741870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4742870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4743e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4744e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 474531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4746e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4747e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 47485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 47495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 47505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 47515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 475231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 475331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 475431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 475531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 475631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 475731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 475831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 475997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4760e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4761e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4762e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4763e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4764e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4765e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4766d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4767d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4768777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4769777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4770777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 477114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4772777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4773777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4774777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 47755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4776777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4777777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 47785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4779777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4780777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4781e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4782e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4783e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4784e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 47855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 47865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 47875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 47885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 47895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 47905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 47915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 47925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 47935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 47945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 47955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 47965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 47975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 47985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 47995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 48005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4801e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4802e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4803e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 48048b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4805e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 48068b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 48079806555d3930be43e11106281dee354820ac1c88Andreas Huber 4808e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4809e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4810e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4811e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4812e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4813e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4814d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4815d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4816777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4817777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4818777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4819e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4820e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4821e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4822e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4823e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4824e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4825e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4826e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4827e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4828e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4829e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4830e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 48319806555d3930be43e11106281dee354820ac1c88Andreas Huber 4832d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4833d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4834777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4835777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4836777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4837e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4838e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4839e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 48400806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4841e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4842e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 48430806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4844e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4845e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4846e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4847e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4848e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4849e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4850e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4851e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4852e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4853e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4854e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4855d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4856d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4857777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4858777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4859777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4860e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4861e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4862e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4865e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4867e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4868e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4869e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4870e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4871e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4872e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4873d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4874d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4875777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4876777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4877777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4878e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4879e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4880e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4881e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4882e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4883e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4884e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4885e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4886e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4887e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4888e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4889e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4890e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4891d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4892d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4893777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4894777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4895777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4896e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4897e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4898e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4899e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4900e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4901e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4902e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 490397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 490497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 490597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 490697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4907e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 490897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4909d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4910d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4911777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4912777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4913777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4914777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 491597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 491697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 491797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 491897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 491997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 492097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4921e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 49228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 49238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 49248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 49258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 49268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 49278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4928d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4929d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4930777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4931777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4932777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4933777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 49348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 49358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 49368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 49378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 49388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 49398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 49408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 49418c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 49428c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 49438c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 49448c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 49458c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 49468c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4947d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4948d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4949777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4950777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4951777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4952777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 49538c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 49548c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 49558c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 49568c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 49578c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 49588c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 49598c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 496010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 496110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 496210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 496310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 496410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 496510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4966d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4967d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 497110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 497210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 497310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 497410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 497510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 497610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 497710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 497810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 497910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 498010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 498110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 498210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 498378bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 498410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 498510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 498641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 498741d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 498841d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 49890806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 499041d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 499141d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 499241d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4993d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4994d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4995777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4996777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4997777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 499841d3f579d2c166984958263533284209b90c87d5Marco Nelissen 499941d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 500041d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 50010806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 500241d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 500310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 500410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5006777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5007777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5008777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5009e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 501031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 501131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 501231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 501331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5014777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5015777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 501631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 501731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5018e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5019e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5020e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5021b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5022b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5023b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5024b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5025b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5026b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5027b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5028b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5029b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5030b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5031b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5032b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5033b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5034b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5035b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5036b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5037b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5038b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5039b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5040b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5041b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5042b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5043b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5044b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5045b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5046b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5047b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5048b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5049b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5050b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5051b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5052b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5053b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5054b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5055b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5056b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5057b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5058b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5059b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 50601734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5061697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5062b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5063e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5064b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5065777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5066777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5068e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 50691734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 50701734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 50711734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 50721734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 50731734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 50741734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 50751734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 50761734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 50771734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 50781734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 50795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 50805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 50815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 50825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 50835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 50845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 50855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 50865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 50875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 50885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 50895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 50905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5091b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5092b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5093b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5094b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5095b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5096b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5097b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5098b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5099b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5100b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5101b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t channelCount, sampleRate; 510284d7e874983ee0d66db328c454fa603374d4635fMarco Nelissen CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5103b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen CHECK(mOutputFormat->findInt32("sample-rate", &sampleRate)); 5104b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen if (mSampleRate != 0 && sampleRate != 0) { 5105b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderDelay = mEncoderDelay * sampleRate / mSampleRate; 5106b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderPadding = mEncoderPadding * sampleRate / mSampleRate; 5107b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 5108b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen } 5109e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5110e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5111e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5112ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5113e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5114e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5115b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5116e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5117e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5118b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5119b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 512031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 512131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 51225778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5127251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5133346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5134346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 513579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onError(internalError, ACTION_CODE_FATAL); 5136cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5137cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5138496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5139496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5140496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5141496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5142496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5143496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5144496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5145496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5146496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5147496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5148496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5149d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setConfig( 5150496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5151496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5152496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5153496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5154496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 51557e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim//////////////////////////////////////////////////////////////////////////////// 51567e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 5157f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5162ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5163ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5167f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 518126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 518226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 518326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 518426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 518526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5186e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5187e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5188e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5189e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5190e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5191e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 519426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 51981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 51991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 52001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 52011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 52021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 52031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 52041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 52052235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 52061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 52071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 52081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 52091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 52101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 52111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 52121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 52137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 52148f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 52157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 52167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5217251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 52187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 52197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 52207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 52217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 52227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5223ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5224ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5225251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5226ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 52276d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 5228ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5229ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5230ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5231ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 523230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 523330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 523430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 523530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 5236d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->freeNode(); 523730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 523830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 523979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 524030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 524130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 524230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 52515e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 52525e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5253d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode == NULL) { 52545e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 52555e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 525626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 52575e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 52585e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5259d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang int32_t generation; 5260d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(msg->findInt32("generation", (int32_t*)&generation)); 5261d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (generation != mCodec->mNodeGeneration) { 5262d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ALOGW("Unexpected message for component: %s, gen %u, cur %u", 5263d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->debugString().c_str(), generation, mCodec->mNodeGeneration); 5264777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5265777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 526626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 526726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 526826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 526926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 527026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 527126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 527226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 527326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 527490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 527526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 527626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5277e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5278e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 527990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 528090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 528190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 528290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 528390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 528490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 528590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 528690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 528790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 528890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 528926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 529026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 529126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 529226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 529326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 529426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 529526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53050af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 53060af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 53070af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 53080af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 53090af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 53100af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 53110af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 53120af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 53130af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 53140af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 53150af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 532515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 532615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5327609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 532815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 533015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5336609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 533815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 534515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 535115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 535215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 535690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 535790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 535890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 535990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 536090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 536190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 536290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 536390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 536490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 536590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5367777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5368777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 537390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 537490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 537590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 537690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 537790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5378f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 53816cf9a1238986880536de705255f7c2c91c1ba719Chong Zhang ColorAspects aspects = ColorUtils::unpackToColorAspects(data2); 5382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5388ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5394ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5396251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5397251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5398251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5399251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5400251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5401251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5402251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 540715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5408ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5409349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5410349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 54110806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 54120806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 54130806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 54140806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 54150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 541615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 541715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 541815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 54190806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 54200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 542415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 542515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 542615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 542715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 542815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 542915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 543096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 543196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 543296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 543396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 543496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 543596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5436d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5447777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5449777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5450777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5456f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5463ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim info->mData->setFormat(mCodec->mInputFormat); 5464dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->fillThisBuffer(info->mBufferID); 546579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim info->mData.clear(); 5466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5471609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 54727e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 54745778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5475a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 547676d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 547776d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (msg->findInt32("discarded", &discarded) && discarded) { 5478dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // these are unfilled buffers returned by client 5479dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // buffers are returned on MediaCodec.flush 5480dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mode = KEEP_BUFFERS; 5481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 548276d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<RefBase> obj; 548376d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 548476d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim buffer = static_cast<MediaCodecBuffer *>(obj.get()); 5485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 54875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 54885778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 54895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 54905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 54930806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 54940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 54950806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 54960806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 54970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 54980806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 54990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5502fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 55075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5508dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5509dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5510dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5511dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 55185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5519fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5520fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5521fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5522fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5523fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5524fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5530d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5532f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5533f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5534f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5535f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5536f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5537f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 55425778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 55435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 55445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5545fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size_t size = buffer->size(); 5546fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (buffer->base() != info->mCodecData->base()) { 5547ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5548d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5549d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5550fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim buffer->base(), info->mCodecData->base()); 5551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5553d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 55545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 55555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 55565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 55575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 55585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 55590806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 55600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5561fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim size = info->mCodecData->size(); 55623fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } else { 55633fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang info->mCodecData->setRange(0, size); 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5566078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5567ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5568078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 55695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5570ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 55715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5572078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5573d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5574ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5575ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5576d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5577ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5578ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5579d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5580078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5581349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5582d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5583d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5584d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5585d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5586d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5587d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5588d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5589054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5590054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5591054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5592054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5593054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5594054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5595054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5596054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5597054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5598054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5599054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5600054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 560115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5602d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5603d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5604d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang switch (mCodec->mPortMode[kPortIndexInput]) { 5605d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetByteBuffer: 5606d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetANWBuffer: 5607d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModePresetSecureBuffer: 56083fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang { 56093fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 56103fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, info->mCodecData, flags, timeUs, info->mFenceFd); 56113fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang } 5612d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5613d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5614d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicNativeHandle: 5615d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5616d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5617d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 56183fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang sp<NativeHandle> handle = NativeHandle::create( 56193fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang vnhmd->pHandle, false /* ownsHandle */); 56203fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 56213fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, handle, flags, timeUs, info->mFenceFd); 5622d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5623d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5624d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang case IOMX::kPortModeDynamicANWBuffer: 5625d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5626d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 56273fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang sp<GraphicBuffer> graphicBuffer = new GraphicBuffer( 56283fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang vnmd->pBuffer, false /* keepOwnership */); 56293fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 56303fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, graphicBuffer, flags, timeUs, info->mFenceFd); 5631d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5632d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5633d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5634d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5635d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5636d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang asString(mCodec->mPortMode[kPortIndexInput]), 5637d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang info->mCodecData->size(), 5638d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5639d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5640d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5641d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5642d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 564315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 56440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 56450806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 56460806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5649fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Hold the reference while component is using the buffer. 5650fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 56535778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 56545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 56550806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 56560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 56575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 56595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 56605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 56620806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 56630806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5664dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5665dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 56663856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5667dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5668dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5670ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5671349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5672349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 567315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5674d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err2 = mCodec->mOMXNode->emptyBuffer( 56753fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang bufferID, OMXBuffer::sPreset, OMX_BUFFERFLAG_EOS, 0, info->mFenceFd); 567615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 56770806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 56780806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 56790806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5684dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5688625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5689777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5690777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5691777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5692625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5693777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5694625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5698f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5727f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 573115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 573215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5733609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 57345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5735349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 57370806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5738d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5739d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5740d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5741d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5742d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5743d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5744d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5745d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5746d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5747d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5748d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5749d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5750d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5751d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5752d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5753d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 57560806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 57570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 57580806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 57590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 57600806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 576115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 576215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 576315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 57640806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 57650806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5767054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 577090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 577190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 577290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 577390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 577490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 577590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 577690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 577790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 577890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 577915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 578015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 578115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 578215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 578315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 578415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 578515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5794a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5795a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5796609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 57975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5798349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 57993fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang err = mCodec->fillBuffer(info); 58000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 58010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58020806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 58030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 58045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 58055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 580631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5807ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 5808577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5809b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 5810697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 5811697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 58121734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 5813697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 5814b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 58155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5816ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim buffer->setFormat(mCodec->mOutputFormat); 5817b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5818d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (mCodec->usingSecureBufferOnEncoderOutput()) { 5819054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5820d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang sp<SecureBuffer> secureBuffer = static_cast<SecureBuffer *>(buffer.get()); 5821d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang if (secureBuffer != NULL) { 58227c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 58233e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 58247c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 58257c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5826d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang handle = (native_handle_t *)secureBuffer->getDestinationPointer(); 58277c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5828054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 58297e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setPointer("handle", handle); 58307e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeOffset", rangeOffset); 58317e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeLength", rangeLength); 5832fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (buffer->base() == info->mCodecData->base()) { 58337e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->setRange(rangeOffset, rangeLength); 58345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 58355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 58365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 58375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 58387e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mCodecData, buffer); 58395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 58405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 58425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 5843308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5844496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 584521ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5846496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5847496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5848496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 58495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 585021ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58528b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 58537e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mCodec->mSkipCutBuffer->submit(buffer); 58548b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 58557e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5857fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5859dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mBufferChannel->drainThisBuffer(info->mBufferID, flags); 58605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58615778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 58645778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 58655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 586679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onEos(mCodec->mInputEOSResult); 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5872777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 58730806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 58740806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 58750806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58760806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 58770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5879777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5880777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5881777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5882777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5890609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 58917e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 589276d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 589376d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 589476d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim int32_t discarded = 0; 589576d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim msg->findInt32("discarded", &discarded); 589676d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 58980806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 58990806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 59000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 59010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 59020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 59030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 59040806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 59050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5906fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 59096aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 591076d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim && !discarded && buffer->size() != 0) { 59116fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5914dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim android_native_rect_t crop; 5915dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5916dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim // NOTE: native window uses extended right-bottom coordinate 5917dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.right; 5918dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ++crop.bottom; 5919dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 5920dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowCrop = crop; 5921dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5922dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5923dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 5924dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 5925dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 5926dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t dataSpace; 5927dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (buffer->format()->findInt32("android._dataspace", &dataSpace) 5928dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim && dataSpace != mCodec->mLastNativeWindowDataSpace) { 5929dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = native_window_set_buffers_data_space( 5930dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 5931dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mLastNativeWindowDataSpace = dataSpace; 5932dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 5933dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 5934dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 593590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 593690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 59377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 593890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 593990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 594090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 594190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 594290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5943fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5944fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5945c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 59467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (buffer->meta()->findInt64("timeUs", ×tampNs)) { 5947c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5948fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5949fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5950fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5951fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 59525778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5953fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 59540806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5955fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 595615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 59570806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 595815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 595915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 59600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5961cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5962cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5963264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5964251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5965cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 596615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 596715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5968cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 597076d73bce9a63b795c7b8edbeab861239ab2eed0fWonsik Kim if (mCodec->mNativeWindow != NULL && (discarded || buffer->size() != 0)) { 597115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 597215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 59736fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 59746fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6004c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6005609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6006c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 600715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 60083fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 60093fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang if (err != OK) { 60100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6012c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6017777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 60190806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 60200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60210806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60220806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6025777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6026777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6027777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6028777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6034f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6038c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6039c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6040ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6041ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 60421d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang if (mCodec->mOMXNode != NULL) { 60431d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang sp<IBinder> binder = IInterface::asBinder(mCodec->mOMXNode); 60441d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang binder->unlinkToDeath(mDeathNotifier); 60451d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang } 6046ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6047ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6048ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6049b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6050ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6051e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6052ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6053d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode.clear(); 6054ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6055d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexInput] = IOMX::kPortModePresetByteBuffer; 6056d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang mCodec->mPortMode[kPortIndexOutput] = IOMX::kPortModePresetByteBuffer; 60575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 60585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6059ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6060c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6061c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6062f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60745778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 60755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 60765778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 60775778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 60785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 60795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 60805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6083c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6084c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6085c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 608654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 608754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 608879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 608979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 609079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 609179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 609279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6094c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 609979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6101c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 610430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 610530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 610630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 610730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 610830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 610930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 611030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6120c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6121c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6122c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6123c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 61245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 61255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6126c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 61275778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 61285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6129d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode == NULL); 61305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 613248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 613348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 613448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 613548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6140ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6141b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 61425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61455778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6146d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 61477791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 61485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6149b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6150b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6151b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6152afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 61535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 61545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 61555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 61575778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 61585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 61595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6160b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 61615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 61625778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6163b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6164e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 61655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 61661065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 61671065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6168d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 61691065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6170201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 61711065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 61721065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6173b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6174b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6176da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6177078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6178078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 61791d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(componentName.c_str(), observer, &omxNode); 6180078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61821065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 61831065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 61847a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 61857a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 61861065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 61871065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6188d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode = NULL; 61891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 61901065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6191d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode == NULL) { 61925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 61939f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 61949f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 61955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 61969f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 61975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6198c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 619952e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6200c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6201c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 620323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 62041d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang if (IInterface::asBinder(omxNode)->linkToDeath(mDeathNotifier) != OK) { 620523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 620623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 620723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 620823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 620923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 621026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6211d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang notify->setInt32("generation", ++mCodec->mNodeGeneration); 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 621590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6216ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6217ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6218ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6219ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 62201713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 62210167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6222ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6223ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 622421b46588d022d0c22d7c7c08e919d7a9c5cd76e3Chong Zhang omxNode->setQuirks(quirks); 6225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6226d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode = omxNode; 622779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentAllocated(mCodec->mComponentName.c_str()); 6228c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6229c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6230c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 62315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 62325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6233c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6234c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6235c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6236c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6237c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6238c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6239c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6240c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6241c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6242f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6243f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6244f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6245f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6246f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6247054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6248054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6249a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6250e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6251e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 62524e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 62536d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 6254054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6255c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6256c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6257c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6258c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6259c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6260c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6261c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6262c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 626354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6264f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6265f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6266c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6267c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6268c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6269c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 6270d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (void)mCodec->mOMXNode->freeNode(); 6271c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6272c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6273c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6274c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 627554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 627679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (keepComponentAllocated) { 627779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onStopCompleted(); 627879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } else { 627979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onReleaseCompleted(); 628079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 628154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 628254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6283c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6284c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6285c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6286c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6287c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6288c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6289c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6290c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6291c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6293c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6294c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6295c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 62967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 62977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 62987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 62997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 63007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 63017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 63027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 63038f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6304d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 63058f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6306d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6307d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6308d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6309d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6317c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 632354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6328c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6329c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6330c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6331c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 633279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6333c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6334c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6337c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6341c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 63455778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 63465778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 63475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6348d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode != NULL); 63495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63500806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 63515778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 63520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 63530806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 63540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 63550806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 63560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 63575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6358c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6359c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6360c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6361251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6362c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 63635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 636579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onComponentConfigured(mCodec->mInputFormat, mCodec->mOutputFormat); 6366c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6367c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 63685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6370d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6371addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (mCodec->mGraphicBufferSource == NULL) { 6372addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return BAD_VALUE; 6373addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6374addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6375addf2cbb120346ae42e78fa739245a353db5edadChong Zhang android_dataspace dataSpace; 6376addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = 6377addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6378addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6379addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to get default data space"); 6380addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6381addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6382addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6383addf2cbb120346ae42e78fa739245a353db5edadChong Zhang err = statusFromBinderStatus( 6384addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource->configure(mCodec->mOMXNode, dataSpace)); 6385addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6386addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("[%s] Unable to configure for node (err %d)", 6387addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mComponentName.c_str(), err); 6388addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6389addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6390a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6391d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 63926d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 63936d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setRepeatPreviousFrameDelayUs( 63946d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mRepeatFrameDelayUs)); 6395a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6396a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6397a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6398a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 63996d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6400d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6401a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6402a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6403a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6404d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 64053604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang OMX_PARAM_U32TYPE maxPtsGapParams; 64063604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang InitOMXParams(&maxPtsGapParams); 64073604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nPortIndex = kPortIndexInput; 64083604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang maxPtsGapParams.nU32 = (uint32_t) mCodec->mMaxPtsGapUs; 64093604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang 64103604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang err = mCodec->mOMXNode->setParameter( 64113604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang (OMX_INDEXTYPE)OMX_IndexParamMaxFrameDurationForBitrateControl, 64123604cb1a5548694393c7b7a87191eb517bebaa47Chong Zhang &maxPtsGapParams, sizeof(maxPtsGapParams)); 641394ee4b708acfa941581160b267afb79192b1d816Chong Zhang 641494ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 641594ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 64166d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6417d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 64182c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 64192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 64202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6421d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 64226d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 64236d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setMaxFps(mCodec->mMaxFps)); 642437b2b389139ed638831e49708c947863eef631efRonghua Wu 642537b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 642637b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 64276d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6428d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 642937b2b389139ed638831e49708c947863eef631efRonghua Wu } 643037b2b389139ed638831e49708c947863eef631efRonghua Wu } 643137b2b389139ed638831e49708c947863eef631efRonghua Wu 6432d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 64332c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 64346d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 64356d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setTimeLapseConfig( 64366d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mTimePerFrameUs, mCodec->mTimePerCaptureUs)); 64372c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 64382c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 64392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 64406d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6441d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 64422c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 64432c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 644472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6445d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 64466d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 64476d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setSuspend(true)); 644872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 644972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 645072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 64516d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6452d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 645394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 645494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 645594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6456c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6457d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode->getParameter( 6458d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6459c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6460c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6461c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6462c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6463c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6465b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 64666d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (colorAspectsBuffer->size() != sizeof(ColorAspects)) { 64676d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 64686d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 64696d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 64706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 64716d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setColorAspects(ColorUtils::packToU32( 64726d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang *(ColorAspects *)colorAspectsBuffer->base()))); 64736d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 6474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6480d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6481d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6482d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6483d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6484d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6485d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6486d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6487d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6488addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = mCodec->mOMX->createInputSurface( 6489addf2cbb120346ae42e78fa739245a353db5edadChong Zhang &bufferProducer, &mCodec->mGraphicBufferSource); 6490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6491d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6492d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6493d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6494d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 64957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 649679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreated( 649779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, 649879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mOutputFormat, 64997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 65007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 65017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 65027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 65037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 65047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 65057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 650679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceCreationFailed(err); 65077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 65087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 65097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 651079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid ACodec::LoadedState::onSetInputSurface(const sp<AMessage> &msg) { 65118f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6512d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6513d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6514d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6515d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6516addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource = surface->getBufferSource(); 6517d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6518addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = setupInputSurface(); 6519b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 652179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceAccepted( 652279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mInputFormat, mCodec->mOutputFormat); 6523addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } else { 6524d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6525d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6526d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 65278f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6528d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 652979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onInputSurfaceDeclined(err); 6530d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6531d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6532d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 65345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 65355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6536d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandStateSet, OMX_StateIdle); 65370806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 65380806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 65390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65400806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 65410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6546f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6550f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 65513856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6553cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6554cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 655529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6556cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6557cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6558cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6559251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 656091bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6561d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode->sendCommand( 6562d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 6563c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6564c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6565c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6566c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6567c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6568c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6569c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 657091bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6571cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6574f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6576dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (err != OK) { 6577dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 6578dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 6579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6580dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 6581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6585dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onStartCompleted(); 6586dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 6587dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return OK; 6588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6590f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 659272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65996507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 66006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 66016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 66026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 66036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 66046507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 66056463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 66066463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 66076463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 66086463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 66096463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 66106463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 66116463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 66126463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 66136463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 661479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 66156463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 66166463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 66176463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6623f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 66280806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 66290806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 66300806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 66310806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 66320806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 66330806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 66340806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 66350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66370806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6638d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 6639d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateExecuting); 66400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 66430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 66440806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 66450806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 66460806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6658f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6662f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 66633856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6666f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 666872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6675d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6676d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6677d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6678d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6679d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6680d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6681d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6682d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6683d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 668479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 6685d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6686d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6687d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 66886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 66896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 66906507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 66916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 66926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 66936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67050806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 67060806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 67070806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67080806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67100806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6726f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6727349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6728349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6731f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6732ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6736054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6737054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6738054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6739054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6740054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6741054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6742054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6743054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6744054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6745054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6746054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 67474dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 67484dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6749054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6750054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6751054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6752054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 67530806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 67580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 67590806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 67600806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 67610806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 67620806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 67630806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 67690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 67700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 67710806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 67720806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 67730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67760806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6777349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 677815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 67793fd200feb657c157125e45e30c2a7262e3c0244dChong Zhang status_t err = mCodec->fillBuffer(info); 67800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67810806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 67820806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 67830806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 67850806340688c937e7b78c2d89db3809274130df4eLajos Molnar 67860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 67870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6791054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6792c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6793054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6794054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6795054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6796054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6797054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6799349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 68000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6801349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6802349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6803349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68063cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6807777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6808777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6809777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6810777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 68113cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 68123cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 68133cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 68143cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 68153cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 68163cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6817349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6818349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 68223856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 682490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6834c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6835c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6836c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6837c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6838c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 683954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6840c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6841c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6842349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6843349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6844d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 6845d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateIdle); 68460806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 68480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 68500806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 68510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 68530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68617a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6862ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6863d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6864d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6865d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6866d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6867d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6868d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6869349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6870349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6871d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandFlush, OMX_ALL); 68720806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68750806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 68760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6890496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6891496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6892496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6893496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6894496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6895496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6896496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6897496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6898496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6899496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6900496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6901a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6902a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6903a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6904a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6905a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6906a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6907a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6908a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6909a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6910a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6911a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6912a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6913a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6914a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6915a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6916a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6917a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 69187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 69197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 69206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 69217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 69227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 69237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 69247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 69254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6926054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 69274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 69284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 69294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6930054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 69314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6932054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 69334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 69344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 69354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 69364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 69374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6946a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6947a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6948530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6949a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6950a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6951a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6952a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6953a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6954d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 6955a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6956a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6957a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6958a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6959a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6960a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6961a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6962a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6963a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6964a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6965a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6966a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 696761fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang int64_t timeOffsetUs; 696861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (params->findInt64("time-offset-us", &timeOffsetUs)) { 69696d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 69706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set input buffer time offset without surface", 69716d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 69726d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 69736d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 69746d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 69756d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 69766d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setTimeOffsetUs(timeOffsetUs)); 697761fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 697861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (err != OK) { 697961fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang ALOGE("[%s] Unable to set input buffer time offset (err %d)", 698061fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang mComponentName.c_str(), 698161fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang err); 698261fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang return err; 698361fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 698461fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 698561fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 698672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 698772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 69886d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 69896d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set start time without surface", 69906d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 69916d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 69926d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 69936d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 69946d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 69956d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setStartTimeUs(skipFramesBeforeUs)); 699672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 699772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 699872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 699972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 700072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 700172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 700272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7003e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7004e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 70056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 70066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set suspend without surface", 70076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 70086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 70096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 7010e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 70116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 70126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setSuspend(dropInputFrames != 0)); 7013b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7014b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7015b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7016b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7017b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7018b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7019b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7020b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7021b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7022b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7023b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7024b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7025b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7026b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7027b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7028e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7029e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 70308db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 70318db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 70328db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 70338db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 70348db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 70358db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 70368db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 70378db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 70388db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7039870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7040870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7041870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7042870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7043870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7044870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7045870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7046870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7047870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7048870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7049870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 70500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = configureTemporalLayers(params, false /* inConfigure */, mOutputFormat); 70510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 70520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 70530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 70540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 70550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 7056a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7057a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 70586507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 70596d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = INVALID_OPERATION; 70606d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource != NULL) { 70616d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus(mGraphicBufferSource->signalEndOfInputStream()); 70626d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 706379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCallback->onSignaledInputEOS(err); 70646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 70656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 706690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 706790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 706890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 706990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 707090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7071f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7078b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7079b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 708031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7081054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7082d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK_EQ(mCodec->mOMXNode->sendCommand( 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7086349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7089b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7090b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7091ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7110f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7115f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7126f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7133349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7134e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7136349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 71373856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7138349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7139349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7153f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 71543856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 715890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 715990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 716090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 716190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 716290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 716390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7164f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 71700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 71710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 71720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 71730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71770806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 71780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 71790806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 71800806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 71810806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 71820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 71840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 7187d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 7188d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandPortEnable, kPortIndexOutput); 71890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71910806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 71920806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 71930806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 71940806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 7195dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mCodec->mCallback->onOutputBuffersChanged(); 71960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7197cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 71980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7199251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7200d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7201755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7202755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7203755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7204755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7205755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7206755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7207755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7208755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7209cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7213777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7216777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 72180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7220349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7221349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7222349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7223349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7239f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 72405778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 72415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7244f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 72520806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7258349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 7259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7271f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 72723856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 727331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 72745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7275b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7278f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 72830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 72840806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 72850806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 72860806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 72870806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 72880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 72890806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 72900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 72925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 72935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7299349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7300349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7301349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7302349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7303349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7304349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7305349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 73100af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7311f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 73125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 7313d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 7314d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 73150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 73160806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 73170806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 73180806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 73190806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 73200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 73210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73230167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 73240167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7325bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7326bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7327bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7328bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7329b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7330bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7331bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 73320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 73330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 73340806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 73350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 73360806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7341f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7348f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7357f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7361f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7367349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mCodec->deferMessage(msg); 7368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 73760806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7388f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 73893856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7392f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 73970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 73980806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 73990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 74000806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 74010806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 74020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 74030806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 74040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7406c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7418f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7422f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 74233856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7428f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7453f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7455ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7456ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7457d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 74610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 74620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 74630806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 74640806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 74650806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 74660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7469777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7470777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7471777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7472777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7473777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7475e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 74760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7477e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7478e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7479777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7480777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7481777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7482777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7483777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7484777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7485777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7488777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7489777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7495349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7496349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 74971d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7498349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7499d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->setInt32("generation", mCodec->mNodeGeneration); 7500349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7501349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7502349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7503349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 75043856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7505349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7506349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7507349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7508349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7509349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7510349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7511349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7519f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7525f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7531f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 75357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 75367e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 75377e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 75387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 753990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 754090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 754179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->mCallback->onFlushCompleted(); 7542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7546dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7547dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7548f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7549f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7550f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7551f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 75575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 75585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 75595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 75601ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime.c_str()); 75615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 75625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 75635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 75665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 75675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 75685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 75695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 75725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 7573d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 75745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75751d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(name.c_str(), observer, &omxNode); 75765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 75775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 75785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 75795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7581d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = SetComponentRole(omxNode, role); 75825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 7583d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 75845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 75855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 75865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 75895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 75905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 75925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 75935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 75945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 75955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75966e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 75976e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 7598d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 7599d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoProfileLevelQuerySupported, 76005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 76015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 76025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 76035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 76056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 76066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 76076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 76086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 76096e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 76106e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 76115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 76135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 76145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 76155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 76165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 76175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 761836e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 76195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 76206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 76216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 7622d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 7623d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 76245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 76255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 76265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 76275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 76295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 76301ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (IsFlexibleColorFormat( 7631d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode, portFormat.eColorFormat, false /* usingNativeWindow */, 76325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 76335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 76345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 76355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 76365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 76375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 76385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 76415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 76425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 76435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 76465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 76476e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 76486e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 76496e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 76506e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 76516e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 76526e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 76535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 76555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 76565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 76575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 76585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 76596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 76606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 7661d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 7662d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 76635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 76645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 76655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 76665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 76685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 76696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 76706e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 76716e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 76726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 76736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 76746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 76755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 76775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 76785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 76795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 76805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 76815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 76845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 76855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 7686d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->configureVideoTunnelMode( 7687d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 76885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 76895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 76905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 7691d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang } else if (omxNode->setPortMode( 7692d02c08671d666e12a94bcadd943787a9ab2ceea8Chong Zhang kPortIndexOutput, IOMX::kPortModeDynamicANWBuffer) == OK || 7693d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->prepareForAdaptivePlayback( 7694d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 76955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 76965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 76975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 76995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 77015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 77025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 77035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 77045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 7705d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->getConfig( 7706d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 77075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 77085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 77095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 7713d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 77145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 77155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 77165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 77175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7718a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7719a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7720a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7721a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7722a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7723a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7724a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7725a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7726a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7727a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7728a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7729a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7730a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7731a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7732a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7733a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7734a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7735a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7736a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7737a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7738a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7739a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7740a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7741a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7742a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7743a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7744a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7745a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7746a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7747a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7748a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7749a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7750a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7751a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7752a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7753a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7754a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7755a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7756a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7757a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7758a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7759a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7760a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7761a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7762a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7763a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7764a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7765a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7766a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7767a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7768a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7769a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7770a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7771a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7772a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7773a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7774a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7775a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7776a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7777a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7778a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7779a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7780a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7781a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7783