ACodec.cpp revision addf2cbb120346ae42e78fa739245a353db5edad
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 567e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 5773dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 58496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 59f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 60f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 616d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangusing binder::Status; 626d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 646e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 966d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangstatic inline status_t statusFromBinderStatus(const Status &status) { 976d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (status.isOk()) { 986d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return OK; 996d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1006d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err; 1016d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.serviceSpecificErrorCode()) != OK) { 1026d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1036d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1046d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.transactionError()) != OK) { 1056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang // Other exception 1086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return UNKNOWN_ERROR; 1096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang} 1106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 112251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 114251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 115251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 12426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 12526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 12626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 127984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 128984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 12926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 13026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 13126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 13226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 152984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 153984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 154984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 155984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 156984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 18726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 20290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 20390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 20490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 20590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 20690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 20790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 20890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 20990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 21026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 21126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 21226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 21326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 21426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 21526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 21626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 21726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 232090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 25526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 25926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 26026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 26126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 26226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 26326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 26415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 27015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 27115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 27490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 283090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit DeathNotifier(const sp<AMessage> ¬ify) 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 288ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 289ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 290ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 291ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 292ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 293ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 294ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 297ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 301090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit UninitializedState(ACodec *codec); 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 307f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 311ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 312ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 319090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedState(ACodec *codec); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3308f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 331c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 332c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 333c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 334d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 335d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 337c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 342090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedToIdleState(ACodec *codec); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 358090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToExecutingState(ACodec *codec); 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 372090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingState(ACodec *codec); 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 375054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 383349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 384349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 394349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 395349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 402090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit OutputPortSettingsChangedState(ACodec *codec); 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 41090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 419090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingToIdleState(ACodec *codec); 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 441090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToLoadedState(ACodec *codec); 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 456090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit FlushingState(ACodec *codec); 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 467f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 49615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 49715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 49815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 50115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 50215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 50315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 50415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 50715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 50815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 509f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 510b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen : mSampleRate(0), 511d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mNodeGeneration(0), 512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 513e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 514fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5158db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 517346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5189806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 51954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 520f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5219806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5229806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 523e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5249806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 525054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 526054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 527054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 528054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 529011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 530054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 53294ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5332c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 53437b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 536609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 537ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 539db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 540db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 555dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 557fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 558fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 562f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 565f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 569f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 575a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 577a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 578a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 579a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 580a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5815778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5825778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5845778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5875778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5885778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5891d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 6011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 6021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 6051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 6071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 6087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6108f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 611d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 6128f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 613d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 614d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 615d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 616d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6215778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 625f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6267a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 630f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 634c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 636c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 637c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 63830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 63930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 64130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 644496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 646496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 647496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6484dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6494dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6504dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6514dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6524dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 653054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6544dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 655054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 656054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6574dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6584dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6594dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 670e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 689e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 690098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 691098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 692098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar nativeWindow, &usageBits, 693098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar !storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment /* reconnect */); 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 698f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 699e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 700e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 701e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 702e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 703e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 704e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 734dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 735dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 736dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 742054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 743011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 745598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 760054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 76215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 76615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 76715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 780484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 781484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 782484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 783484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 784484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 786e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 790f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 798054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 800054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 801054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 802054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 808d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 809d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 812054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 813054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 8145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 8153e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 816054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 8173e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (type == kMetadataBufferTypeNativeHandleSource) { 8183e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 819054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 820054219874873b41f1c815552987c10465c34ba2bLajos Molnar 821054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 822054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8235fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8245fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 8255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t allottedSize = bufSize; 8263e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (portIndex == kPortIndexInput && type == kMetadataBufferTypeANWBuffer) { 827054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8285fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar bufSize = max(bufSize, sizeof(VideoNativeMetadata)); 8305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 8315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 842054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 843054219874873b41f1c815552987c10465c34ba2bLajos Molnar 84428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 84528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGV("[%s] Allocating %u buffers of size %zu/%zu (from %u using %s) on %s port", 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 848054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 85328edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 85428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 85528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 85628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 85728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 85828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 86134e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 86234e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 86334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 86428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t totalSize = def.nBufferCountActual * (alignedSize + alignedConvSize); 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8687e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<AMessage> &format = portIndex == kPortIndexInput ? mInputFormat : mOutputFormat; 869054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 870054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8715581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 872777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 873777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 875ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 876ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 87715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 87890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 879a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 881e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 882ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 883ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 884a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 8851b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 886d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->allocateSecureBuffer( 887d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang portIndex, bufSize, &info.mBufferID, 888a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 889a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 890a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 891a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 892a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 893a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 894a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 895a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 896a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 897a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 8981b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar const native_handle_t *native_handle_ptr = 8991b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar native_handle == NULL ? NULL : native_handle->handle(); 9007e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info.mData = new MediaCodecBuffer(format, 9017e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim new ABuffer(ptr != NULL ? ptr : (void *)native_handle_ptr, bufSize)); 9021b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mNativeHandle = native_handle; 9035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 9045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 90521b46588d022d0c22d7c7c08e919d7a9c5cd76e3Chong Zhang err = mOMXNode->useBuffer( 90621b46588d022d0c22d7c7c08e919d7a9c5cd76e3Chong Zhang portIndex, mem, &info.mBufferID, allottedSize); 907ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 908ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 909ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 9107e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info.mCodecData = new SharedMemoryBuffer(format, mem); 9115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 9125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 913054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 914054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 915054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mem = mDealer[portIndex]->allocate(conversionBufferSize); 9225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mem == NULL|| mem->pointer() == NULL) { 9235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return NO_MEMORY; 9245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info.mData = new SharedMemoryBuffer(format, mem); 9265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 9275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 9285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 9295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 9305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9321065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 9341065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9351065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 943d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 946eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 947eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 948eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 950eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 951a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 954eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 960e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 961098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 962098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 9631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 967d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 968d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 9691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 975d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getGraphicBufferUsage(kPortIndexOutput, &usage); 9761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 987f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 988e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 989b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 990fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 991fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 992fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 9931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 1000098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 1001098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 10021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 10031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 10051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 1006098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1007098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 10081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1012d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 1013d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 10141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1016098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1017098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, preregister /* reconnect */); 10181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1020e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 10211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1024ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1025ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1026ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1027ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1028ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1029ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1030d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1031d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1032ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1033ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1034ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1035ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1036ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1037ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1038ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1039054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1040258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1041258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1042054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1043258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1044258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 104529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1046258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1047258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1048258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1049258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1050e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1051e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 10521faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 10531faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1054e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1055e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1056e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1057e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1058e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1059e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1060e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 10611faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 10621faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1063e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1064e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1065258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1066d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 1067d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 1068258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1069e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1070e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1071e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1072e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1073e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1074609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1075e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1076e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1077e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1078258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1079258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1080258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1081258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 108629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1092054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1093054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1094054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1095054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1096054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1097054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1098054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1099098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1100054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1101054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1102e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1103054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1104054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11053298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11063298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 11073298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11083298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1109609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1111054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1114054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 11158ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 111615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 111715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 111929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 112474006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 112574006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 112615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 112715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 112890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 112974006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 113074006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 113174006804065941841883c4b46ee785070164023fJamie Gennis 1132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1133d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->useGraphicBuffer( 1134d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, graphicBuffer, &bufferId); 1135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1136609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 113774006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 114174006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 114274006804065941841883c4b46ee785070164023fJamie Gennis 1143609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 115574006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1157054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1158054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1159054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11643175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11653175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11663175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11673175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11683175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11693fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1172054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11733298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11743298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11753298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11763298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1180054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1181054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1182054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1183098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 1184098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mLegacyAdaptiveExperiment /* preregister */); 1185054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1186054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1187e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1188054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1189e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1190e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1191e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1192054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1193054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 119428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t totalSize = bufferCount * align(bufSize, MemoryDealer::getAllocationAlignment()); 1195e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1196e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1197e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1198e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1199e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1200e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 120115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 120290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1203e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1204e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1205e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1206054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 12075581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1210054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1211054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1212054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 12137e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info.mData = new SharedMemoryBuffer(mOutputFormat, mem); 12145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 12155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 12165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 1217e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1218e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1219d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->useBuffer( 1220d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1221e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1222e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1223e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1224e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1225e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1226e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1227011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1228e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1229011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1230011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1231011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1232011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1233011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1234011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1235011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1236011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1237011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1238e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1239e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1240011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 124115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 124215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1243011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1244011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1245011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1246011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1247011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1248011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1249d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode->updateGraphicBufferInMeta( 1250d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, graphicBuffer, info->mBufferID); 1251e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 125215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1253e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1254011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1255011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1256011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1257011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12583175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12593175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12603175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 12613175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12623175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1263011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1264011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1265011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1266011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1267011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1268011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1269011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1270054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1271054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1272054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1273054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1274054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1275054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1276054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1277054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1278054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1279054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1281054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1283054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1284609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1285054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1286054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1287054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 128815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 1289d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->fillBuffer(info->mBufferID, info->mFenceFd); 129015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1291777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1292777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1293777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1294054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1295777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1296054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1297054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 129815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 129915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 130015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 130115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 130215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 130315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 130415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 130515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 130615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 130715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13080806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 13090806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 13100806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 13110806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 13120806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13130806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13140806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13150806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13160806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13170806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13190806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13200806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13210806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13220806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13240806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13250806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13260806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13270806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13280806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13290806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13300806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13320806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13330806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1334f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1337609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 134015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 134215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 134315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13453fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13463fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13470806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13503fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 135490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 135790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 135890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 135990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 136090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 136190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 136290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 136390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 136490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 136590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 136690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 136790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 136990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 137090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 137190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 137290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 137390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 137490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 137590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 137690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 137790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 137890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1379604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1380604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1381604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1382604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1383604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1384604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 138590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 138890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 138990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 139090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 139190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 139290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1393f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13948ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1395054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1396ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1397ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1398ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1399ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1400ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1401ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1402ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1403346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1404346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1405346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1406346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1407346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 140815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1409dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 141015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 141115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 141215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1413dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1414dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1416dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1417b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1418b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1419dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1420dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1421dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 142290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1423dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1424dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1425dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1426dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1427dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1428dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1429dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1430dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1431dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1432dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1433dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1434dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 143590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1436dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1437dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 143815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 143990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1440dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1441dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1442dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1444dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1445dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1446dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1447dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1448dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1449054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1450dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1451dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1452dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1453dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1454dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1455dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1457dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1458054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1459dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1460dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1461b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1462b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1463dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1464dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1465054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1466054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1467054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1468054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1469054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1470054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1471054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1472054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1473054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14740806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14750806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14760806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14770806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1478054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1479054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14800806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14810806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14820806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 148315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 148490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 148590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1486d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 1487d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode->updateGraphicBufferInMeta( 1488d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, oldest->mGraphicBuffer, oldest->mBufferID); 1489054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1490054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1491054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 14927e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->data()); 1493054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1494054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1495054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14967c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 14977e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim oldest->mGraphicBuffer->handle, oldest->mData->data()); 1498054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1499054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 15007e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim reinterpret_cast<VideoNativeMetadata *>(oldest->mData->data()); 1501054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1502054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1503054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 15047c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 15057e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->data()); 1506054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 15090806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1512f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1513777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1514938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1515938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1517777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1519777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15220806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1524777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1527349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1528777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1529938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1530938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15342ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15352ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15362ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15372ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1538777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1539777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1540777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1541777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1545777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1548f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15500806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 155215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 155315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 155415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 155515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 155615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 155715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 155815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 155915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 156015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 156115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 156215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 156315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15640806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15650806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15670806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15680806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15690806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15710806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 1572d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->freeBuffer(portIndex, info->mBufferID); 15730806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15740806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15750806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15760806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15770806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15780806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 158115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 158215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 158315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 158415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1585604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1586604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1587604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1588604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 158990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1590d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang // remove buffer even if mOMXNode->freeBuffer fails 1591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1592777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1595f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15960806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1608777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 16141ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime); 16155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 16165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 16175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 1618d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = SetComponentRole(mOMXNode, role); 16195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 16205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1633b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1634b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1635b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1636e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1639054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1640054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16418db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 165596bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 165696bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 165796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 165896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 165996bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 166096bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 166196bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 166296bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1663d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1664d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 16653e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 16663e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 16673e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 1668d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->storeMetaDataInBuffers( 1669d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1670d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1671054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1672308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1673d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1674054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 16753e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (storeMeta == kMetadataBufferTypeANWBuffer 16763e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && mInputMetadataType == kMetadataBufferTypeGrallocSource) { 16773e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // IOMX translates ANWBuffers to gralloc source already. 16783e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 1679054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1680c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1681c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1682d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 1683d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1684c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1685c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1686c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1687c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1688054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1689d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1690308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 1695d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getExtensionIndex( 1696d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.prependSPSPPSToIDRFrames", &index); 16973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 16993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1703d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(index, ¶ms, sizeof(params)); 17043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1714308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1715308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1716308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1717308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17188db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1719308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1720308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 17213e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1722308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1723308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17243e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeNativeHandleSource; 1725d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->storeMetaDataInBuffers(kPortIndexOutput, enable, &mOutputMetadataType); 1726308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1727308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1728308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1729308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1730a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1731a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1732a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1733a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1734a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1735a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 173694ee4b708acfa941581160b267afb79192b1d816Chong Zhang 173794ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17382c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17402c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 174137b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 174237b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 174337b2b389139ed638831e49708c947863eef631efRonghua Wu } 174437b2b389139ed638831e49708c947863eef631efRonghua Wu 17452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 174794ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 174872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 174972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 175072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 175172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 175272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 175372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1754308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1755308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1757054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1760b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1761011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1762e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1763e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17641713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17651713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17661713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17671713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17681713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17691713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17701713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1774a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1775a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1776a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1777d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->enableNativeBuffers( 1778d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1779a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1780a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1781a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1782e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17841de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17851de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17926597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 1794d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 1795d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 17966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 17976597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 17986597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 17996597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18006597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18016597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18026597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18036597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18046597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1809ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 181197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 181297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 181797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1820fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1821fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1822d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1823d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1824d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1825d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1826d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1827d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1828d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1829d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1830d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1833d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1834d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1835d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1836d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1837d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1838d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1840ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1841ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1842ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18433fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18443fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18453fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18463fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18473fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18483fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18493fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18503fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18513fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18533e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeANWBuffer; 1854d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->storeMetaDataInBuffers( 1855d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1858fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1859e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 1889d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->prepareForAdaptivePlayback( 1890d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1900e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1906054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1907011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1908011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1909011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1911fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19120167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19180167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1919e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1920e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1921e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1922e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1923e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1924e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1925e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1926054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1927054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 19285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 19295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 19305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 19315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 1932308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 1941b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1943b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19511de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1956777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1957777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1958777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1959777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1966777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1967777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1972777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1973777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19781ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (!IsFlexibleColorFormat( 1979d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1985e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1988054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1989d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->storeMetaDataInBuffers( 1990d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1991054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 1997d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->enableNativeBuffers( 1998d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 19993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2004b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2005b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 201442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 201542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 201642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 201742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 201842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 201942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 202042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 202142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 202242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 202342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 202442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 202542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 202642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2033aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2034b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20362965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2038ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2039ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2040ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2041aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2042aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2043aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2044b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2045b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2046b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2047ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20512965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20522965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20532965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20542965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2076ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20774471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20782965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20792965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2081729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2083729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2085729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2086729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2087729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2088729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2089729de186450f78c099637e1fce743fe531862c52Andreas Huber 2090729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 209417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 209517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 209617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 209717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 209817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2101ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2109516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2110cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2111cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2112516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2113cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2115516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2116516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2117516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2120516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2121516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2122516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2126516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2127516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2129ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2130ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2131ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2132ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2133ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2134ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2135ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 21365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2137ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 213897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 213997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 214097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 214197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 214297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 214397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 214497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 214597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 214697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2157729de186450f78c099637e1fce743fe531862c52Andreas Huber 21584471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21594471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21604471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21614471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21628b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21638b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21648b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21659806555d3930be43e11106281dee354820ac1c88Andreas Huber 21668b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21678b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21688b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21698b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21709806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21719806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21729806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21739806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21749806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21759806555d3930be43e11106281dee354820ac1c88Andreas Huber 2176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21838b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21848b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2188ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2189ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2190ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2191ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2192ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2193ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2194ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2195ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2196ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2197ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2198697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 21994e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2200b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2201b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22024e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2205777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2206777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 22135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 22145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 22155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 22165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 22185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 22195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 22205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 22225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 22245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 22255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 22265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22338b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22348b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22358b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22368b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22378b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22388b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22398b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 2240d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t temp = mOMXNode->setConfig( 2241d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22428b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22438b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22448b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22458b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22468b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22478b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22488b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2249ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2250ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2251ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2252ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2253ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2254ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2255ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2256ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2257ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2258ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2259ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2260ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2261ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2262ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2263ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2264ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2265ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2266ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2267ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2268d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2269d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2270ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2271ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2272ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2273ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2274ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2275ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2276ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2281d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getConfig( 2282d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2293d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2294d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2306d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2307d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2312870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2313870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2314870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2325d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 2326d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2332870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2333870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2353d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2354d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2355870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2356870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2357870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2358870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2359870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2360870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2361870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2362870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2363870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2364d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2365d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, 2366d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &refreshParams, sizeof(refreshParams)); 2367870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2368870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 23740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnarstatus_t ACodec::configureTemporalLayers( 23750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat) { 23760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!mIsVideo || !mIsEncoder) { 23770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return INVALID_OPERATION; 23780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 23790f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23800f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString tsSchema; 23810f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!msg->findString("ts-schema", &tsSchema)) { 23820f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return OK; 23830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 23840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numLayers = 0; 23860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numBLayers = 0; 23870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar int tags; 23880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar char dummy; 23890f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE pattern = 23900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 23910f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 23920f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0) { 23930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 23940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 23950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 23960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 23970f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 23980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers += numBLayers; 23990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 24000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGI("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 24020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layerParams; 24060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerParams); 24070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPortIndex = kPortIndexOutput; 24080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2409d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2410d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 2411d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang &layerParams, sizeof(layerParams)); 24120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 24140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (!(layerParams.eSupportedPatterns & pattern)) { 24160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers = min(numLayers, layerParams.nLayerCountMax); 24200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numBLayers = min(numBLayers, layerParams.nBLayerCountMax); 24210f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!inConfigure) { 24230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE layerConfig; 24240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerConfig); 24250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPortIndex = kPortIndexOutput; 24260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.ePattern = pattern; 24270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPLayerCountActual = numLayers - numBLayers; 24280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nBLayerCountActual = numBLayers; 24290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.bBitrateRatiosSpecified = OMX_FALSE; 24300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2431d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig( 2432d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidVideoTemporalLayering, 24330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerConfig, sizeof(layerConfig)); 24340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.ePattern = pattern; 24360f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual = numLayers - numBLayers; 24370f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nBLayerCountActual = numBLayers; 24380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.bBitrateRatiosSpecified = OMX_FALSE; 24390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2440d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2441d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 24420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 24430f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24440f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString configSchema; 24460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid) { 24470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("android.generic.%u+%u", numLayers - numBLayers, numBLayers); 24480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 24490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("webrtc.vp8.%u", numLayers); 24500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 24530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGW("Failed to set temporal layers to %s (requested %s)", 24540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema.c_str(), tsSchema.c_str()); 24550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2458d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2459d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 24600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 24610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24620f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err == OK) { 24630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGD("Temporal layers requested:%s configured:%s got:%s(%u: P=%u, B=%u)", 24640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar tsSchema.c_str(), configSchema.c_str(), 24650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar asString(layerParams.ePattern), layerParams.ePattern, 24660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual, layerParams.nBLayerCountActual); 24670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (outputFormat.get() == mOutputFormat.get()) { 24690f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format change event 24700f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24710f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // assume we got what we configured 24720f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar outputFormat->setString("ts-schema", configSchema); 24730f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar} 24760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2477f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2482d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2483d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2495d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2496d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2502d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2503d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2509777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2510777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2511777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2512777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 25236e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 2525d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2526d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 25366e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 25376e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 25386e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 25396e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 25406e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 25416e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2544d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2545d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2549aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 25508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 25512965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 25522965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2553ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2554ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2555ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2556ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2577d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2578d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2587d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2588d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2598d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2599d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 26065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2617aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2619b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2620b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2621b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2622b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2623b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2624b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2625b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2626b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2627b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2628b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2629b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2630b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2631b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2632b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2633b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2634b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2635b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2636b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2637b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2638b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2639b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2640b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2641b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2642b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2643b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2644b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2646d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2647d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2660d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2661d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2669ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2670ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2671ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2672ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2673ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2676dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 26778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 26788045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 26798045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 26808045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 26818045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 26828045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 26832965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 26848045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2685d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t res = mOMXNode->setParameter( 2686d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26878045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 26888045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 2689d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode->setParameter( 2690d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 26918045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 26928045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 26938045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 26948045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 2695b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 26968045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 270097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 270197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 270297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 270397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 270497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 270597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 270697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 270797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 270897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 270997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 271097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 271197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 271297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 271397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 271497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 271597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 271697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2717d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2718d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 271997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 272097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 272197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 272297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 272397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 272497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 272597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 272697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 2727d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2728d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, &def, sizeof(def)); 272997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 273097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 27318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 27328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 27338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 27348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 27358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 27418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 27428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 27438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 27468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 27478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 27488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2749d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2750d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 27518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 27578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 27588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 2759d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 2760d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, &def, sizeof(def)); 27618a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 27628a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 27895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 27905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 27915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 27925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 27945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 27985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 28045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 28055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2809729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2810729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 28115778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2812729de186450f78c099637e1fce743fe531862c52Andreas Huber 2813d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2814d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2815729de186450f78c099637e1fce743fe531862c52Andreas Huber 2816729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2817729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2818729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2819729de186450f78c099637e1fce743fe531862c52Andreas Huber 2820729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 28225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2823d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2824d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, &def, sizeof(def)); 2825729de186450f78c099637e1fce743fe531862c52Andreas Huber 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2829729de186450f78c099637e1fce743fe531862c52Andreas Huber 28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 28315778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 28325778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 28335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2834729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2835729de186450f78c099637e1fce743fe531862c52Andreas Huber 283617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2837777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2838777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2839777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2841729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 284217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2843729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2844729de186450f78c099637e1fce743fe531862c52Andreas Huber 28452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 28462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 28472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 28492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 28502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 28512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 28522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 2854d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 28552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 28572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 2860d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter(OMX_IndexParamAudioFlac, &def, sizeof(def)); 28612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 28632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 28682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 28692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 28702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 28712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 28722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2873729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 28745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2875729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2876729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2877729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2878729de186450f78c099637e1fce743fe531862c52Andreas Huber 2879d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2880d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2881729de186450f78c099637e1fce743fe531862c52Andreas Huber 2882729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2883729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2884729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2885729de186450f78c099637e1fce743fe531862c52Andreas Huber 2886729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2887729de186450f78c099637e1fce743fe531862c52Andreas Huber 2888d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2889d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 2890729de186450f78c099637e1fce743fe531862c52Andreas Huber 2891729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2892729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2893729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2894729de186450f78c099637e1fce743fe531862c52Andreas Huber 2895729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2896729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2897729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2898729de186450f78c099637e1fce743fe531862c52Andreas Huber 2899d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 2900d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2901729de186450f78c099637e1fce743fe531862c52Andreas Huber 2902729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2903729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2904729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2905729de186450f78c099637e1fce743fe531862c52Andreas Huber 2906729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 29075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 29085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 29095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 29105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 29115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 29135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 29145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 29155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 29175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 29215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 29225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2923729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2924729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2925729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2926729de186450f78c099637e1fce743fe531862c52Andreas Huber 2927c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2928c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2929729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2930729de186450f78c099637e1fce743fe531862c52Andreas Huber 2931d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2932d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 29345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 29355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 29365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 2938d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 2939d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 29415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2942729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2943729de186450f78c099637e1fce743fe531862c52Andreas Huber 29445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 294597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 29465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 29475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2948d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->configureVideoTunnelMode( 2949d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 29505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 29525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 29565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 29585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 29595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 29635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 29645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 29680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 29690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2978d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 2979d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 2980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2986229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2987229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 29880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 29891ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 2990d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 29910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2992229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2993229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2994229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2995229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2996229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 3001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 3002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 3008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 3009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 30226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 30236e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 30246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 30256e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 30266e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3033d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3034d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 30400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 30410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 30420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 30430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 30440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 30460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 30470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 30480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 30490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 30500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 30520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 30530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 30540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 30590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 30600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 30630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 3064d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3065d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 30660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 30670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 30680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 30690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 30700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 30730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 30750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 30760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 30780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 30810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 30820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 30830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 30840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 30850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 30860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 30890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 30900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 30911ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 3092d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode, format.eColorFormat, false /* usingNativeBuffers */, 30930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 30940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 30950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 30960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3098d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 3099d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, &format, sizeof(format)); 3100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3102e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3103e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3104e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3105e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 31072472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3109e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3110e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 311194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 311294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3113a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3114e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3118e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3119e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3122e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3123e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3124e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3127e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3128e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3130e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3131e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3132e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3133e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3139e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3140e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3143e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3144e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3145e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 31465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3148a6bfb5060824f01041f956c733fec141504c280bHangyu Kuangstatus_t ACodec::setPortBufferNum(OMX_U32 portIndex, int bufferNum) { 3149a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 3150a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang InitOMXParams(&def); 3151a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nPortIndex = portIndex; 3152a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t err; 3153a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGD("Setting [%s] %s port buffer number: %d", mComponentName.c_str(), 3154a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3155d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3156d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3157a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3158a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3159a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3160a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nBufferCountActual = bufferNum; 3161d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3162d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 3163a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3164a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Component could reject this request. 3165a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGW("Fail to set [%s] %s port buffer number: %d", mComponentName.c_str(), 3166a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3167a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3168a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return OK; 3169a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang} 3170a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 31728338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3173b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 317489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 317589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 317689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 317789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 317889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 317989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3187f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3188f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3189f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3190f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3191f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3192f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3193d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3194f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3195d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 3196f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3197f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3198f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 320689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 320789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 320889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 320989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 321089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 32110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 321289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 321389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 321489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 32150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 321689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 321789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 32180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 321989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3225a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component input buffer number to be |tmp|. If succeed, 3226a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set input port buffer number to be |tmp|. If fail, 3227a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3228a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-input-buffers", &tmp)) { 3229a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexInput, tmp); 3230a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3231a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3232a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3233a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 3234a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component output buffer number to be |tmp|. If succeed, 3235a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set output port buffer number to be |tmp|. If fail, 3236a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3237a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-output-buffers", &tmp)) { 3238a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexOutput, tmp); 3239a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3240a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3241a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3242a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 324378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 324478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 324578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 324678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 324778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 324878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 324978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 325078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 325178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 325378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3266b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3267b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3268b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 32698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 32708338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3271db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3272db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3273db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3274db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3275db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 32765e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3277db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3278db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3279db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3280b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3281b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3282b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3283b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3284d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3285d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3286b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3287b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3288b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3289b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3290b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 32918338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3292b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3293b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3294b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3295d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3296b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3297b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3298b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3299b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3300b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3301b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3302b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3303b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3304b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3305b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3306b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3307b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3308b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3309b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3310db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3311b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 33128338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 33138338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3315b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3316b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3317b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 33188338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 33198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 33218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3322b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3323b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3324b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3325b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3326b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3328b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 33298338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 33328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3334b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3335b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3336b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3340d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 33418338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3342b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3349b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3354b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33598338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3363b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 33688338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3369b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33888338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 34158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 34178338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34268338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34278338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 34298338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 34308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3438b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3439b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3441b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3442b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3446b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3447b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3448b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3450b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3452b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3453b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3456b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 34598338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3465b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 34765e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 34775e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 34785e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 34795e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34805e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 34815e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 34825e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 34835e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34845e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 34855e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 34865e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 34875e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 34885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34895e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 34905e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34915e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 34925e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 34935e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 34945e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3495b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 34988338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 34998338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 35018338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 35028338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3504b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3505b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3507b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 35088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3510b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 35118338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3513b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3514b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3515b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3516b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3517b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3518b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3519b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3521b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 35228338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3524b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3525b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3526b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3527b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3528b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3529b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 35308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3531b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3532b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3533b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3534b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3535b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3536b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3537b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3538b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 35398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3540b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3541b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3542b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3543b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3544b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 35475e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 35485e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3549db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3550db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 35515e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3552db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3553db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3554db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3555db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3556db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3557db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3558db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3559db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3560db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3561db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3562d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getExtensionIndex( 3563d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3564db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3565db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3566db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3567db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3568db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3569db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3570db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3571db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3572db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3573d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3574db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3575db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3576db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3577db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3578db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3579db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3580db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3581db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3582db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3583db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3584db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3585db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3586db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3587db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3588db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3589db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3590db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3591db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3592db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3593db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3594d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getConfig(mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3595db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3596db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3597db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3598db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3599db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3600db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3601db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3602db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 36038338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3604b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3605b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3633d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3634d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 36732c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3678a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3679a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3680a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3681a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3682a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3684d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3685d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3715d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 3716d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3729d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3730d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3739870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3740870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3741870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3742870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3743870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3744870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3745870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3746870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3747870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3748870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3749870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 37505778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 37515778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 37525778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 37575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 37615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3763c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3764c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3765c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3766c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 376789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 376889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 37699bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar err = setupVPXEncoderParameters(msg, outputFormat); 377089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 377189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 37770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 37780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 37790f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 37808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 37818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3782b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3783b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 37848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 37858338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 37868338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 37878338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 37885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 37895e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 37905e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37915e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 37925e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 37935e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 37945e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 37955e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 37965e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37975e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 37980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 37990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar switch (compressionFormat) { 38030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingAVC: 38040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingHEVC: 38050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = configureTemporalLayers(msg, true /* inConfigure */, outputFormat); 38060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 38080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38090f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38100f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP8: 38120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP9: 38130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // TODO: do we need to support android.generic layering? webrtc layering is 38140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // already set up in setupVPXEncoderParameters. 38150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar default: 38180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 3821d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3822d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3823d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 38290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 38300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 38310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 38320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 38340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 38360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 38390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 38420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 38450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 38480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 38510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 38530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 38540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 38570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3859d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setParameter( 3860d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoIntraRefresh, ¶ms, sizeof(params)); 38610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 38620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 38630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3864f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnarstatic OMX_U32 setPFramesSpacing( 386563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFramesInterval /* seconds */, int32_t frameRate, uint32_t BFramesSpacing = 0) { 3866f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BFramesSpacing is the number of B frames between I/P frames 3867f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // PFramesSpacing (the value to be returned) is the number of P frames between I frames 3868f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3869f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // keyFrameInterval = ((PFramesSpacing + 1) * BFramesSpacing) + PFramesSpacing + 1 3870f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // ^^^ ^^^ ^^^ 3871f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // number of B frames number of P I frame 3872f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3873f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // = (PFramesSpacing + 1) * (BFramesSpacing + 1) 3874f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3875f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // E.g. 3876f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // I P I : I-interval: 8, nPFrames 1, nBFrames 3 3877f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BBB BBB 3878f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3879f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar if (iFramesInterval < 0) { // just 1 key frame 3880f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return 0xFFFFFFFE; // don't use maxint as key-frame-interval calculation will add 1 3881f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar } else if (iFramesInterval == 0) { // just key frames 38825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 38835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3884f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3885f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // round down as key-frame-interval is an upper limit 3886f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar uint32_t keyFrameInterval = uint32_t(frameRate * iFramesInterval); 3887f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar OMX_U32 ret = keyFrameInterval / (BFramesSpacing + 1); 3888f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return ret > 0 ? ret - 1 : 0; 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 389196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 389296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 389396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 389496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 389596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 389696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 389796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 389896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 389996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 390163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 390263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 39035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 390463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 39055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 390896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 390996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39105778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39165778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 39205778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 39215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 39225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3923d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 3924d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 39255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 39315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 39325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 39355778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 39365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3937f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nBFrames = 0; 3938f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, mpeg4type.nBFrames); 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 39435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 39445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 39455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 39475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 39485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 39635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 39645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3966d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 3967d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 39685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 397396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 39745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 39805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 398363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 398463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 39855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 398663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 39875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 399096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 399196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39925778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39985778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40015778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 40025778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 40035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 40045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4005d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4006d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 40135778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4015f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nBFrames = 0; 4016f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h263type.nBFrames); 40175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 40185778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40215778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40285778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 40395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4043d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4044d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 405096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4059a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 4060a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 4061a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 4062a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 4063a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 4064a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 4065a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 4066a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 4067a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 4068a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 4069a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 4070a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 4071a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4072a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4073a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 4074a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 4075a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 4076a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 4077a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 4078a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 4079a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4080a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 4081a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 4082a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4083a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4084a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4085a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4086a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4087a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4088a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4089a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4090a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4091a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4092a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4093a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4094a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4095a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4096a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4097a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4098a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4099a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4100a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4101a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4102a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4103a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4104a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4105a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4106a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4107a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4108a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4109a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4110a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 41115778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 411263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 411363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 41145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 411563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 41165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 411996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 412096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 41215778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 41225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 41235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 41245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 41255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41275778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 41285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 41310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 41320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 41330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 41340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 41350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 41360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 41370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 41380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 41390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 41400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 41415778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 41425778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 41435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 41445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4145d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4146d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41525778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 41535778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 41545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 41565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 41575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 41585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 41595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 41635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 41695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4170e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 41718eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 41724c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#if 0 /* DON'T YET DEFAULT TO HIGHEST PROFILE */ 41734c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar // Use largest supported profile for AVC recording if profile is not specified. 4174826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar for (OMX_VIDEO_AVCPROFILETYPE profile : { 4175826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar OMX_VIDEO_AVCProfileHigh, OMX_VIDEO_AVCProfileMain }) { 4176826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar if (verifySupportForProfileAndLevel(profile, 0) == OK) { 4177826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar h264type.eProfile = profile; 4178826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar break; 4179826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 4180826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 41814c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#endif 41828eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 41838eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4184e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4185e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4186e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 41875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 41885778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 41895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 41905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 41915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 4192f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 41935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 41945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 41955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41965778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 41975778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 41985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 41995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 42005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 42015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 42025778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 42035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4204e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4205e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4206e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4207e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4208e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4209e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4210f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4211e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4212e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4213e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4214e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4215e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4216e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4217e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4218e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4219e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4220e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 42215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 42245778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 42255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 42285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 42295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 42305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 42315778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 42325778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 42335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 42345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4235d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4236d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 42375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4242e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // TRICKY: if we are enabling temporal layering as well, some codecs may not support layering 4243e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // when B-frames are enabled. Detect this now so we can disable B frames if temporal layering 4244e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // is preferred. 4245e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar AString tsSchema; 4246e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar int32_t preferBFrames = (int32_t)false; 4247e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (msg->findString("ts-schema", &tsSchema) 4248e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && (!msg->findInt32("android._prefer-b-frames", &preferBFrames) || !preferBFrames)) { 4249e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layering; 4250e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar InitOMXParams(&layering); 4251e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar layering.nPortIndex = kPortIndexOutput; 4252d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getParameter( 4253d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 4254e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar &layering, sizeof(layering)) == OK 4255e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.eSupportedPatterns 4256e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.nBLayerCountMax == 0) { 4257e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nBFrames = 0; 4258e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4259e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nAllowedPictureTypes &= ~OMX_VIDEO_PictureTypeB; 4260e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar ALOGI("disabling B-frames"); 4261d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4262d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 4263e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 4264e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (err != OK) { 4265e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar return err; 4266e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4267e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4268e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4269e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 427096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 42715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4273c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 427463a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 427563a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 4276c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 427763a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 4278c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4279c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4280c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4281c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4282c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4283c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4284c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4285c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4286c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4287c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4288c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4289c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4290c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4291c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4292c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4293c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4294c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4295c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4296c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4297d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4298d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4299c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4300c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4301c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4302c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4303c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4304c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4305c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4306c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4307c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4308c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4309c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4310c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4311c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4312c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4313c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4314c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4315c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4316c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4317c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 43189aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 4319f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 4320c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4321d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4322d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4323c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4324c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4325c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4326c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4327c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4328c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4329c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 43309bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnarstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat) { 433189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 433263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval = 0; 43334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 43344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 43354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 43364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 43374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 43384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 43394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 43404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 43414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 43424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 434389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 434489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 434589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 434663a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar msg->findAsFloat("i-frame-interval", &iFrameInterval); 434789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 434889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 434989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 43504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 43514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 43524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 43534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 43544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 43554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 43574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 43609bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE tsType = 43619bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 43629bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar 43634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 4364f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numLayers = 0; 4365f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numBLayers = 0; 4366f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar int tags; 4367f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar char dummy; 4368f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 4369f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0) { 43704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 43719bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 4372f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers; 4373f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 4374f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 4375f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 4376f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 43774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4378f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar // VPX does not have a concept of B-frames, so just count all layers 43799bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 4380f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers + numBLayers; 43814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 4382f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar ALOGW("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 43834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 4384f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = min(tsLayers, (size_t)OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS); 43854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 43884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 43894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 4390d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4391d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 43924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 43934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 43954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 4396f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 43974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 43994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 44004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 44014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 44024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 44034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 44044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 44074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 44084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 44094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 4411d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4412d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 44154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 44169bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsType == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 44179bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise even single layer WebRTC layering, as it is defined 44189bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("webrtc.vp8.%u-layer", tsLayers)); 44199bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsLayers > 0) { 44209bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // tsType == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid 44219bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("android.generic.%u", tsLayers)); 44224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 442589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 442689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 442789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 44285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 44295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 44305778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 44315778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 44325778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 44335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 44356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 4436d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 44375778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 4438d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ¶ms, sizeof(params)); 44395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 44425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 44455778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 44465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 44485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 44495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44506e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 44516e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 44526e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 44536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 44546e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 44556e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 44565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 44585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 44595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 446096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 446196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 44625778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 44635778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 44645778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 44655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4466d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4467d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 44685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 44715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 447396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 44745778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 44755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4476d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4477d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoBitrate, &bitrateType, sizeof(bitrateType)); 44785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 44795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 44815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 44825778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 44835778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 44845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4485d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4486d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 44875778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 44885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 44915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44935778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 44945778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 44955778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 44965778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 44975778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 44985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4499d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setParameter( 4500d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoErrorCorrection, 45015778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4504f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 450678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 450778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4514d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 4515d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4517777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4528777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4529777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4530777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4531777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 453978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 454078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 454178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4544d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->setParameter( 4545d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamPortDefinition, &def, sizeof(def)); 4546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4550f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4552d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->enableNativeBuffers(kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4555d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mOMXNode->enableNativeBuffers(kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4559d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4560d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4561d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4562d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4563d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4564d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4565d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4566d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4567d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4568d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4569d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4570d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4571d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4572d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 45737e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 45747e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 45757e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 45767e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 45777e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 45787e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 45797e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 45807e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 45817e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45827e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45837e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 45847e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 45857e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 45867e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 45877e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 45887e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 45897e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 45907e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45917e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4592e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 45937e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4594c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4595054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4596054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4597c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 45987e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45997e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46007e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4601f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4608609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4618f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4623f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4627f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4637e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4638777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 463931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 464031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4641e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 464231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4643d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter(OMX_IndexParamPortDefinition, &def, sizeof(def)); 4644777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4645777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4646777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 464731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4648777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4649777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4650777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4651777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 465231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 465331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 465431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 465531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 465631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4657e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4658e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4659e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4660e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4661e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4662e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4663e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4664e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4665e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4666e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 46670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 466873dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 46690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 46700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 46710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 46720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 46730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 46740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 46750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 46760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 4677d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (DescribeColorFormat(mOMXNode, describeParams)) { 46780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 46790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 46800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 46810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 46820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 46835a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 468473dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 468573dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 468673dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 468773dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 468873dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 468973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 469073dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 46910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 469203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 469303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4694b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4695b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4696b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4697b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4698b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4699b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4700b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4701b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4702d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mOMXNode->getConfig( 4703b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4704b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4705b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4706b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4707b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4708b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4709b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4710b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4711b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 471291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4713b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4714b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4715b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4716b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4717b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4718b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4719b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4720b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4721b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4722b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 472331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4724b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4725b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4726b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4727b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4728b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4729b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4730b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4731b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4732b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4733b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4734b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4735b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4736b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4737b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4738b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4739b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4740b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 47415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4742b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4743b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 47445e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 47455e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 47465e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4747777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4748e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4749e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4750e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 47514730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47524730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 47534730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 47544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 47564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 47574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 4758d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->getParameter( 47594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 47604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 47614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 47624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 47649bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (vp8type.eTemporalPattern == OMX_VIDEO_VPXTemporalLayerPatternWebRTC 47659bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount > 0 47669bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount 47679bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar <= OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS) { 47689bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise as android.generic if we configured for android.generic 47699bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar AString origSchema; 47709bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (notify->findString("ts-schema", &origSchema) 47719bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && origSchema.startsWith("android.generic")) { 47729bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 47739bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "android.generic.%u", vp8type.nTemporalLayerCount)); 47749bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else { 47759bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 47769bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "webrtc.vp8.%u-layer", vp8type.nTemporalLayerCount)); 47774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 47814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4783e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4784e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4785777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4786777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4787777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4788777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4789777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4790777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4791777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4792e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4793e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4794e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4795e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4796e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4797e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4798e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4799870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4800870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4801870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4802870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4803870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4804e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4805e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 480631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4807e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4808e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 48095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 48105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 48115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 48125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 481331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 481431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 481531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 481631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 481731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 481831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 481931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 482097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4821e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4822e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4823e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4824e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4825e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4826e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4827d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4828d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4829777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4830777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4831777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 483214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4833777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4834777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4835777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 48365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4837777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4838777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 48395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4840777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4841777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4842e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4843e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4844e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4845e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 48465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 48475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 48485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 48495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 48505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 48515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 48525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 48535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 48545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 48555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 48565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 48575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 48585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 48595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 48605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 48615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4862e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 48658b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 48678b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 48689806555d3930be43e11106281dee354820ac1c88Andreas Huber 4869e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4870e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4871e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4872e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4873e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4874e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4875d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4876d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4877777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4878777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4879777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4881e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4882e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4888e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4889e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4890e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4891e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 48929806555d3930be43e11106281dee354820ac1c88Andreas Huber 4893d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4894d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4895777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4896777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4897777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4898e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4899e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4900e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 49010806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4902e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4903e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 49040806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4905e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4906e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4907e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4908e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4909e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4910e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4911e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4912e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4913e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4914e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4915e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4916d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4917d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4918777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4919777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4920777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4921e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4924e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4925e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4926e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4927e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4928e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4929e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4930e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4931e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4932e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4933e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4934d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4935d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4936777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4939e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4940e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4941e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4942e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4943e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4944e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4945e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4946e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4947e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4948e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4949e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4951e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4952d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4953d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4954777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4955777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4956777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4957e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4958e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4959e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4960e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4961e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4962e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4963e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 496497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 496597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 496697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 496797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4968e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 496997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4970d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4971d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4972777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4973777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 497697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 497797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 497897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 497997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 498097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 498197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4982e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 49838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 49848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 49858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 49868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 49878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 49888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4989d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 4990d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4991777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4992777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4993777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4994777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 49958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 49968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 49978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 49988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 49998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 50008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 50018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50028c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 50038c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 50048c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 50058c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 50068c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 50078c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5008d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5009d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5010777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5011777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5012777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5013777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50148c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 50158c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 50168c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 50178c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 50188c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 50198c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 50208c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 502110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 502210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 502310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 502410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 502510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 502610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5027d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5028d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5029777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5030777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5031777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 503210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 503310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 503410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 503510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 503610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 503710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 503810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 503910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 504010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 504110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 504210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 504310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 504478bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 504510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 504610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 504741d3f579d2c166984958263533284209b90c87d5Marco Nelissen 504841d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 504941d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 50500806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 505141d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 505241d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 505341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5054d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mOMXNode->getParameter( 5055d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5056777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5057777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 505941d3f579d2c166984958263533284209b90c87d5Marco Nelissen 506041d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 506141d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 50620806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 506341d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 506410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 506510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5066e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5068777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5069777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5070e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 507131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 507231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 507331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 507431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5075777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5076777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 507731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 507831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5079e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5080e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5081e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5082b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5083b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5084b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5085b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5086b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5087b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5088b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5089b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5090b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5091b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5092b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5093b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5094b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5095b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5096b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5097b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5098b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5099b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5100b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5101b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5102b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5103b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5104b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5105b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5106b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5107b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5108b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5109b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5110b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5111b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5112b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5113b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5114b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5115b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5116b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5117b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5118b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5119b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5120b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 51211734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5122697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5123b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5124e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5125b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5126777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5128777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5129e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 51301734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 51311734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 51321734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 51331734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 51341734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 51351734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 51361734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 51371734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51381734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51391734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 51405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 51415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 51425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 51445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 51465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 51475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 51485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 51495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5152b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5153b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5154b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5155b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5156b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5157b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify) { 5158e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 5159b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5160e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5161b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && mNativeWindow != NULL) { 5162b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // notify renderer of the crop change and dataspace change 5163e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 5164b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t left, top, right, bottom; 5165b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 5166b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect("crop", left, top, right + 1, bottom + 1); 5167b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5168b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5169b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 5170b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 5171b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("dataspace", dataSpace); 5172b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5173b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5174b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5175b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5176b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5177b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5178b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5179b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5180b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5181b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t channelCount, sampleRate; 518284d7e874983ee0d66db328c454fa603374d4635fMarco Nelissen CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5183b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen CHECK(mOutputFormat->findInt32("sample-rate", &sampleRate)); 5184b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen if (mSampleRate != 0 && sampleRate != 0) { 5185b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderDelay = mEncoderDelay * sampleRate / mSampleRate; 5186b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderPadding = mEncoderPadding * sampleRate / mSampleRate; 5187b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 5188b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen } 5189e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5191e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5192ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5193e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5194e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5195b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5196e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5197e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5198b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 5199b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 5200b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 520131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 520231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5203b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5204b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 520531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 520631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 52075778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5208cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 5209d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 5210251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5211251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5212251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5213251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5214251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5215251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5216251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5217251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5218251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5219251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5220346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5221346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 5222346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 52235778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 5224251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 5225cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 5226cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5227cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5228496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5229496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5230496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5231496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5232496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5233496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5234496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5235496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5236496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5237496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5238496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5239d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang return mOMXNode->setConfig( 5240496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5241496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5242496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5243496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5244496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 52457e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim//////////////////////////////////////////////////////////////////////////////// 52467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 52477e34bf5af26f8752d4786d3098740cdf51e2438fWonsik KimACodec::PortDescription::PortDescription() { 52487e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim} 52497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 5250eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 52517e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim IOMX::buffer_id id, const sp<MediaCodecBuffer> &buffer, 5252a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 5253eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 5254eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 5255a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 525686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 5257eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5258eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5259eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 5260eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 5261eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5262eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5263eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 5264eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 5265eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5266eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 52677e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimsp<MediaCodecBuffer> ACodec::PortDescription::bufferAt(size_t index) const { 5268eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 5269eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5270eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5271a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 5272a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 5273a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 5274a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 527586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 527686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 527786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 527886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 5279eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 5280eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5281f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5286ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5287ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5291f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 530526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 530626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 530726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 530826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 530926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5310e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5311e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5312e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5313e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5314e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5315e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 531826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 53221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 53231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 53241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 53251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 53271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 53281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53292235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 53301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 53321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 53331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 53341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 53351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 53361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 53388f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 53397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 53407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5341251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 53427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 53437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 53447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 53457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 53467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5347ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5348ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5349251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5350ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 53516d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 5352ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5353ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5354ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5355ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 535630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 535730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 535830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 535930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 5360d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->freeNode(); 536130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 536230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 536330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 536430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 536530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 536630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 536730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 536830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 53775e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 53785e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5379d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode == NULL) { 53805e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 53815e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 538226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 53835e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 53845e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5385d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang int32_t generation; 5386d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(msg->findInt32("generation", (int32_t*)&generation)); 5387d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (generation != mCodec->mNodeGeneration) { 5388d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang ALOGW("Unexpected message for component: %s, gen %u, cur %u", 5389d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->debugString().c_str(), generation, mCodec->mNodeGeneration); 5390777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5391777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 539226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 539326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 539426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 539526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 539626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 539726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 539826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 539926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 540090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 540126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 540226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5403e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5404e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 540590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 540690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 540790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 540890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 540990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 541090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 541190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 541290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 541390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 541490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 541526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 541626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 541726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 541826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 541926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 542026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 542126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54310af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 54320af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 54330af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 54340af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 54350af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 54360af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 54370af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 54380af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 54390af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 54400af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 54410af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 545115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 545215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5453609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 545415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 545615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5462609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 546415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 547115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 547715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 547815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 548190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 548290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 548390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 548490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 548590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 548690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 548790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 548890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 548990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 549090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 549190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5493777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5494777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 549990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 550090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 550190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 550290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 550390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5504f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 55076cf9a1238986880536de705255f7c2c91c1ba719Chong Zhang ColorAspects aspects = ColorUtils::unpackToColorAspects(data2); 5508b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5510b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5511b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5514ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5520ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5522251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5523251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5524251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5525251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5526251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5527251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5528251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 553315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5534ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5535349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5536349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 55370806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55380806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 55400806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 554215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 554315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 554415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 55450806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 55460806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 554915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 555015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 555115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 555215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 555315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 555415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 555515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 555696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 555796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 555896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 555996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 556096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 556196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5562d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5573777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5575777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5576777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5582f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5590d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5591609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 55947e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim notify->setObject("buffer", info->mData); 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55961d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5597609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5606f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5608609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 56097e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 5610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 56115778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5612a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 56135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56147e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 56157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (!msg->findObject("buffer", &obj)) { 5616a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56197fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 56207fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 56217fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 56227fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 56237fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 56247fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 56257fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 56267fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 56273831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 56282d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 56297e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim } else { 56307e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer = static_cast<MediaCodecBuffer *>(obj.get()); 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 56345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 56355778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 56365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 56375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56400806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56410806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 56420806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 56430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 56440806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 56450806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56460806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5654dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5655dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5656dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5657dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5665fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5666fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5667fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5668fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5669fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5670fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5676d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar MetadataBufferType metaType = mCodec->mInputMetadataType; 5677d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5679f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5680f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5681f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5682f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5683f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5684f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5686d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar metaType = kMetadataBufferTypeInvalid; 5687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 56905778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 56915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (buffer != info->mCodecData) { 5694ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5695d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5696d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 56975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar buffer.get(), info->mCodecData.get()); 5698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5700d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 57015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 57025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 57035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 57045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 57055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 57060806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57070806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5710078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5711ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5712078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 57135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5714ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 57155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5716078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5717d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5718ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5719ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5720d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5721ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5722ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5723d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5724078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5725349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5726d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5727d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5728d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5729d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5730d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5731d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5732d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5733054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5734054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5735054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5736054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5737054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5738054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5739054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5740054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5741054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5742054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5743054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5744054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 574515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5746d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5747d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5748d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar switch (metaType) { 5749d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeInvalid: 5750d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5751d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5752d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeNativeHandleSource: 5753d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5754d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5755d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 5756d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err2 = mCodec->mOMXNode->updateNativeHandleInMeta( 5757d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->kPortIndexInput, 5758d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar NativeHandle::create(vnhmd->pHandle, false /* ownsHandle */), 5759d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5760d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5761d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5762d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeANWBuffer: 5763d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5764d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 5765d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err2 = mCodec->mOMXNode->updateGraphicBufferInMeta( 5766d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->kPortIndexInput, 5767d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar new GraphicBuffer(vnmd->pBuffer, false /* keepOwnership */), 5768d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5769d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5770d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5771d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5772d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5773d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5774d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar asString(metaType), info->mCodecData->size(), 5775d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5776d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5777d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5778d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5779d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5780d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (err2 == OK) { 5781d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err2 = mCodec->mOMXNode->emptyBuffer( 5782d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID, 5783d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 0, 5784d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mCodecData->size(), 5785d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar flags, 5786d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar timeUs, 5787d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mFenceFd); 5788d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 578915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 57900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 57910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 57920806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57930806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 57975778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 57985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 57990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 58000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 58015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 58035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 58045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 58060806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 58070806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5808dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5809dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 58103856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5811dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5812dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5814ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5815349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5816349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 581715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5818d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err2 = mCodec->mOMXNode->emptyBuffer( 58190806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 58200806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58210806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58220806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 582315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 582415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 582515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58270806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58280806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5833dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5837625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5838777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5839777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5840777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5841625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5842777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5843625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5847f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5876f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 588015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 588115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5882609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 58835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5884349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 58860806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5887d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5888d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5889d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5890d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5891d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5892d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5893d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5894d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5895d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5896d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5897d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5898d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5899d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5900d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5901d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5902d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 59050806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 59060806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 59070806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 59080806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 59090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 591015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 591115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 591215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 59130806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59140806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5916054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 591990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 592090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 592190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 592290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 592390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 592490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 592590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 592690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 592790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 592815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 592915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 593015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 593115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 593215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 593315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 593415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5943a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5944a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5945609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 59465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5947349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5948d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->fillBuffer(info->mBufferID, info->mFenceFd); 594915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 59500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59520806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59555778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 59565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 59575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 595831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5959577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 59601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 59617e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 5962577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5963b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 5964697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 5965697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 59661734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 5967697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 5968b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 5969b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 5970fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar } else if (rangeLength > 0 && mCodec->mNativeWindow != NULL) { 5971fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // If potentially rendering onto a surface, always save key format data (crop & 5972fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // data space) so that we can set it if and once the buffer is rendered. 5973fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 59745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5975b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5976054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5977054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 59783e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar VideoNativeHandleMetadata &nativeMeta = 59797e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim *(VideoNativeHandleMetadata *)buffer->data(); 59807e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (buffer->size() >= sizeof(nativeMeta) 59813e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && nativeMeta.eType == kMetadataBufferTypeNativeHandleSource) { 59827c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 59833e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 59847c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 59857c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 59863e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar handle = (native_handle_t *)nativeMeta.pHandle; 59877c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5988054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 59897e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setPointer("handle", handle); 59907e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeOffset", rangeOffset); 59917e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeLength", rangeLength); 59927e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim } else if (buffer == info->mCodecData) { 59937e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->setRange(rangeOffset, rangeLength); 59945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 59955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 59965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 59975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 59987e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mCodecData, buffer); 59995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 60005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 60025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 6003308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 6004496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 600521ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 6006496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 6007496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 6008496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 60095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 601021ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 6011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60128b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 60137e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mCodec->mSkipCutBuffer->submit(buffer); 60148b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 60157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 6016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6018d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 6019609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 60207e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim notify->setObject("buffer", buffer); 60215778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 6022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6023609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 6024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60255778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 6026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60275778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 60285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60295778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 6030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 60325778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 60335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6035d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 6036dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 6037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 6040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6044777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 60450806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 60460806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60470806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60480806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6052777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6054777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6060f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6062609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 60637e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 60647e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = nullptr; 60657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (msg->findObject("buffer", &obj)) { 60667e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer = static_cast<MediaCodecBuffer *>(obj.get()); 60677e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim } 6068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 60690806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 60700806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 60710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 60720806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 60730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 60740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60750806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 60760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6078577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 6079fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom) 6080fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6081fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowCrop = crop; 6082777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6083777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6084577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 6085577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6086b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 6087fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findInt32("dataspace", &dataSpace) 6088fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6089b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = native_window_set_buffers_data_space( 6090b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6091fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowDataSpace = dataSpace; 6092b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6093b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6094b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 60976aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 60987e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim && buffer != NULL && buffer->size() != 0) { 60996fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 610290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 610390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 61047e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 610590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 610690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 610790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 610890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 610990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6110fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6111fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6112c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 61137e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (buffer->meta()->findInt64("timeUs", ×tampNs)) { 6114c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6115fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6116fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6117fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6118fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 61195778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6120fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 61210806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6122fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 612315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 61240806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 612515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 612615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6128cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6129cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6130264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6132cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 613315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 613415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6135cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 61376fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 61387e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim (buffer == NULL || buffer->size() != 0)) { 613915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 614015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 61416fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 61426fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6172c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6173609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6174c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 617515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 6176d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->fillBuffer( 6177d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang info->mBufferID, info->mFenceFd); 617815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61790806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 61800806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 61810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61820806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61830806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6184c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6189777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61910806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 61920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6197777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6198777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6199777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6200777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6206f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6210c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6211c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6212ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6213ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 62141d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang if (mCodec->mOMXNode != NULL) { 62151d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang sp<IBinder> binder = IInterface::asBinder(mCodec->mOMXNode); 62161d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang binder->unlinkToDeath(mDeathNotifier); 62171d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang } 6218ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6219ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6220ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6221b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6222ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6223e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6224ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6225d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode.clear(); 6226ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6227054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 6228054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 62295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 62305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6231ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6232c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6233c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62465778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 62475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 62485778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 62495778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 62505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 62515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6255c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6256c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6257c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 625854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 625954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 6260c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6262d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 6263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6266c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6272d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6276c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 627930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 628030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 628130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 628230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 628330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 628430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 628530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6293f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6295c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 62995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 63025778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 63035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6304d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode == NULL); 63055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 630748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 630848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 630948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 631048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6315ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6316b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 63175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63205778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6321d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 63227791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 63235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6324b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6325b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6326b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6327afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 63285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 63305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 63325778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 63335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6335b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 63365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 63375778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6338b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6339e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 63405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63411065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 63421065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6343d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 63441065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6345201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 63461065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 63471065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6348b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6349b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6351da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6352078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6353078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 63541d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(componentName.c_str(), observer, &omxNode); 6355078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63571065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 63581065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 63597a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 63607a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 63611065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63621065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6363d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode = NULL; 63641065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63651065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6366d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode == NULL) { 63675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 63689f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 63699f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 63705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63719f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 63725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6373c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 637452e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6375c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6376c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 637823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 63791d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang if (IInterface::asBinder(omxNode)->linkToDeath(mDeathNotifier) != OK) { 638023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 638123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 638223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 638323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 638423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 638526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6386d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang notify->setInt32("generation", ++mCodec->mNodeGeneration); 6387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 639090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6391ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6392ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6393ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6394ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 63951713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 63960167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6397ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6398ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 639921b46588d022d0c22d7c7c08e919d7a9c5cd76e3Chong Zhang omxNode->setQuirks(quirks); 6400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6401d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode = omxNode; 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64035778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 64045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6405d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 64065778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 64075778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 64085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6409c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6410c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6411c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6412c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 64135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 64145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6415c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6416c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6417c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6418c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6419c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6420c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6421c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6422c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6423c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6424f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6425f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6426f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6427f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6428f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6429054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6430054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6431a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6432e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6433e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 64344e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 64356d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 6436054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6437c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6438c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6439c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6440c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6441c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6442c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6443c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6444c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 644554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6446f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6447f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6448c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6449c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6450c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6451c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 6452d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (void)mCodec->mOMXNode->freeNode(); 6453c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6455c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6456c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 645754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 645854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 6459d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 646054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 646154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 646254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6463c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6464c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6466c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6467c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6468c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6469c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6470c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6471c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6472c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6473c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6474c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6475c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 64767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 64777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 64787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 64797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 64807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 64817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 64827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 64838f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6484d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 64858f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6486d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6487d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6488d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6489d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6490c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6491c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6492c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6495c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6496c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6500c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6501c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 650354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6504c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6505c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6506c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6507c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6508c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6509c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6512c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6513d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6514c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 6515c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6518c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6519c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6520c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6521c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6522c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6523c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6524c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6525c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6526c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6527c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 65285778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 65295778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 65305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6531d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK(mCodec->mOMXNode != NULL); 65325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65330806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 65345778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 65350806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 65360806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 65370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65380806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 65390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6541c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6542c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6543c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6544251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6545c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 65465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 65495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6550d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6551e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6552e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 65535778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 65545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6555c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6556c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 65575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 65585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6559d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6560addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (mCodec->mGraphicBufferSource == NULL) { 6561addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return BAD_VALUE; 6562addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6563addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6564addf2cbb120346ae42e78fa739245a353db5edadChong Zhang android_dataspace dataSpace; 6565addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = 6566addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6567addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6568addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to get default data space"); 6569addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6570addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6571addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6572addf2cbb120346ae42e78fa739245a353db5edadChong Zhang err = statusFromBinderStatus( 6573addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource->configure(mCodec->mOMXNode, dataSpace)); 6574addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (err != OK) { 6575addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("[%s] Unable to configure for node (err %d)", 6576addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mComponentName.c_str(), err); 6577addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return err; 6578addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } 6579a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6580d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 65816d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65826d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setRepeatPreviousFrameDelayUs( 65836d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mRepeatFrameDelayUs)); 6584a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6585a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6586a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6587a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 65886d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6589d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6590a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6591a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6592a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6593d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 65946d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 65956d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setMaxTimestampGapUs( 65966d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mMaxPtsGapUs)); 659794ee4b708acfa941581160b267afb79192b1d816Chong Zhang 659894ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 659994ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 66006d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6601d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66032c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66042c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6605d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 66066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setMaxFps(mCodec->mMaxFps)); 660837b2b389139ed638831e49708c947863eef631efRonghua Wu 660937b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 661037b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 66116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6612d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 661337b2b389139ed638831e49708c947863eef631efRonghua Wu } 661437b2b389139ed638831e49708c947863eef631efRonghua Wu } 661537b2b389139ed638831e49708c947863eef631efRonghua Wu 6616d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 66172c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 66186d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66196d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setTimeLapseConfig( 66206d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mTimePerFrameUs, mCodec->mTimePerCaptureUs)); 66212c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 66222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 66232c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 66246d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6625d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66262c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66272c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 662872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6629d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 66306d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66316d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setSuspend(true)); 663272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 663372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 663472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 66356d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6636d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 663794ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 663894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 663994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6640c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6641d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (mCodec->mOMXNode->getParameter( 6642d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6643c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6644c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6645c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6646c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6647c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6648b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6649b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 66506d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (colorAspectsBuffer->size() != sizeof(ColorAspects)) { 66516d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 66526d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 66536d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 66546d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66556d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setColorAspects(ColorUtils::packToU32( 66566d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang *(ColorAspects *)colorAspectsBuffer->base()))); 66576d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 6658b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6659b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6660b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6661b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6662b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6663b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6664d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6665d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6666d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6667d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6668d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6669d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6670d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6671d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6672d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6673d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6674d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6675addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = mCodec->mOMX->createInputSurface( 6676addf2cbb120346ae42e78fa739245a353db5edadChong Zhang &bufferProducer, &mCodec->mGraphicBufferSource); 6677d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6678d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6679d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6680d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6681d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 66827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 6683addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6684addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 6685addf2cbb120346ae42e78fa739245a353db5edadChong Zhang notify->setMessage("input-format", mCodec->mInputFormat); 6686addf2cbb120346ae42e78fa739245a353db5edadChong Zhang notify->setMessage("output-format", mCodec->mOutputFormat); 6687addf2cbb120346ae42e78fa739245a353db5edadChong Zhang 66887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 66897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 66907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 66917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 66927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 66937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 66947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 66957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 66967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 66977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 66987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 66997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 67007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 67018f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6702d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 67038f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6704d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6705d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6706d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6707d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6708d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6709d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6710d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6711addf2cbb120346ae42e78fa739245a353db5edadChong Zhang mCodec->mGraphicBufferSource = surface->getBufferSource(); 6712d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6713addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = setupInputSurface(); 6714b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6715b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 67163e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6717d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6718addf2cbb120346ae42e78fa739245a353db5edadChong Zhang notify->setMessage("input-format", mCodec->mInputFormat); 6719addf2cbb120346ae42e78fa739245a353db5edadChong Zhang notify->setMessage("output-format", mCodec->mOutputFormat); 6720addf2cbb120346ae42e78fa739245a353db5edadChong Zhang } else { 6721d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6722d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6723d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 67248f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6725d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6726d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6727d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6728d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6729d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6730d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6731c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 67325778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 67335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6734d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandStateSet, OMX_StateIdle); 67350806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67360806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 67370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67380806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 67390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6744f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6748f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 67493856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6751cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6752cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 675329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6754cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6755cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6756cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6757251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 675891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6759d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang mCodec->mOMXNode->sendCommand( 6760d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 6761c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6762c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6763c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6764c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6765c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6766c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6767c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 676891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6769cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 678472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 67926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 67936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 67946507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 67956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 67966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 67976463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 67986463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 67996463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 68006463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68016463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68026463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 68036463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 68046463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68056463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 68066463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6807d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 68086463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 68096463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68106463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68116463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68220806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 68230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68240806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 68250806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 68260806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68270806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68280806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 68290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6832d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 6833d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateExecuting); 68340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 68380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68390806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 68400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6852f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6856f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 68573856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 686272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6869d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6870d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6871d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6872d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6873d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6874d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6875d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6876d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6877d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6878d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6879d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6880d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6881d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6882d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6883d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6884d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 68856507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 68866507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 68876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 68896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 68906507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69020806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 69030806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 69040806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69050806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6923f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6924349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6925349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6928f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6929ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6933054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6934054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6935054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6936054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6937054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6938054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6939054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6940054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6941054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6942054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6943054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 69444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 69454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6946054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6947054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6948054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6949054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 69500806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 69550806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 69560806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 69570806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 69580806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69590806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 69660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 69670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 69680806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69690806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69700806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69730806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6974349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 697515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 6976d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->fillBuffer(info->mBufferID, info->mFenceFd); 697715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 69780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69790806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69800806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 69850806340688c937e7b78c2d89db3809274130df4eLajos Molnar 69860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 69870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6991054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6992c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6993054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6994054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6995054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6996054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6997054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6998f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6999349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 70000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 7001349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 7002349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7003349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 7005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70063cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 7007777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 7008777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 7009777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7010777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 70113cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 70123cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 70133cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 70143cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 70153cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 70163cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 7017349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7018349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 7019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7021f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 70223856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 7023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 702490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 7025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 7026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7028f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7034c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 7035c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 7036c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 7037c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7038c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 703954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 7040c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 7041c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7042349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7043349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7044d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 7045d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateIdle); 70460806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 70480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 70500806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 70510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 70530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70617a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7062ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7063d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7064d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7065d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7066d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7067d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7068d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7069349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7070349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7071d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand(OMX_CommandFlush, OMX_ALL); 70720806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70750806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 70760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7090496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7091496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7092496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7093496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7094496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7095496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7096496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7097496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7098496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7099496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7100496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7101a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7102a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7103a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7104a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7105a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7106a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7107a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7108a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7109a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7110a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7111a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7112a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7113a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7114a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7115a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7116a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7117a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 71187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 71197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 71206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 71217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 71227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 71237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 71247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 71254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7126054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 71274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 71284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 71294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7130054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 71314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7132054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 71334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 71364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7146a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7147a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7148530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7149a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7150a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7151a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7152a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7153a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7154d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mOMXNode->setConfig( 7155a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7156a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7157a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7158a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7159a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7160a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7161a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7162a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7163a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7164a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7165a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7166a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 716761fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang int64_t timeOffsetUs; 716861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (params->findInt64("time-offset-us", &timeOffsetUs)) { 71696d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 71706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set input buffer time offset without surface", 71716d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 71726d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 71736d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 71746d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 71756d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 71766d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setTimeOffsetUs(timeOffsetUs)); 717761fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 717861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (err != OK) { 717961fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang ALOGE("[%s] Unable to set input buffer time offset (err %d)", 718061fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang mComponentName.c_str(), 718161fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang err); 718261fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang return err; 718361fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 718461fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 718561fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 718672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 718772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 71886d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 71896d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set start time without surface", 71906d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 71916d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 71926d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 71936d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 71946d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 71956d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setStartTimeUs(skipFramesBeforeUs)); 719672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 719772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 719872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 719972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 720072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 720172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 720272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7203e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7204e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 72056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 72066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set suspend without surface", 72076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 72086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 72096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 7210e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 72116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 72126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setSuspend(dropInputFrames != 0)); 7213b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7214b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7215b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7216b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7217b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7218b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7219b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7220b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7221b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7222b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7223b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7224b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7225b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7226b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7227b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7228e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7229e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 72308db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 72318db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 72328db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 72338db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 72348db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 72358db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 72368db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72378db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72388db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7239870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7240870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7241870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7242870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7243870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7244870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7245870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7246870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7247870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7248870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7249870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 72500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = configureTemporalLayers(params, false /* inConfigure */, mOutputFormat); 72510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 72520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 72530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 72540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 72550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 7256a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7257a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 72586507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 72596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 7260d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 72616507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 72626d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = INVALID_OPERATION; 72636d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource != NULL) { 72646d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus(mGraphicBufferSource->signalEndOfInputStream()); 72656d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 72666507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 72676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 72686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 72696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 72706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 72716507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 727290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 727390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 727490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 727590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 727690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7277f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7284b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7285b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 728631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7287054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7288d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang CHECK_EQ(mCodec->mOMXNode->sendCommand( 7289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7292349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7295b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7296b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7297ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7316f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7321f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7332f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7339349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7340e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7342349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 73433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7344349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7345349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7359f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 73603856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 736490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 736590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 736690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 736790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 736890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 736990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7370f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 73760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 73770806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 73780806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 73790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73810806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73830806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 73840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 73850806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 73860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 73870806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 73880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 73890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 73900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 7393d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = mCodec->mOMXNode->sendCommand( 7394d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandPortEnable, kPortIndexOutput); 73950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 73980806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 73990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 74000806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 74010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7402cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 74030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7404251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7405d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7406755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7407755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7408755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7409755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7410755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7411755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7412755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7413755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7414cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7418777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7419777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7420777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7421777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7425349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7426349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7427349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7428349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7444f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 74455778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 74465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7449f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 74570806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7477f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 74783856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 747931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 74805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7481b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7484f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 74890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 74900806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 74910806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 74920806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 74930806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 74940806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 74950806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 74960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 74995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7505349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7506349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7507349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7508349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7509349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7510349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7511349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 75160af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7517f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 75185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 7519d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = mCodec->mOMXNode->sendCommand( 7520d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_CommandStateSet, OMX_StateLoaded); 75210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 75220806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 75230806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 75240806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 75250806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 75260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75290167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 75300167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7531bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7532bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7533bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7534bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7535b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7536bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7537bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 75380806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 75390806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75400806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 75410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75420806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7547f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7554f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7563f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7567f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 75830806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 75963856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7599f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 76040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 76050806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 76060806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 76070806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 76080806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 76090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 76100806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 76110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7625f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7629f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 76303856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7635f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7660f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7662ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7663ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7664d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 76680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 76690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 76700806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 76710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 76720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 76730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7676777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7677777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7678777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7679777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7680777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7682e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 76830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7684e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7685e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7686777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7687777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7688777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7689777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7690777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7691777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7692777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7695777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7696777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7702349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7703349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 77041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7705349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7706d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang msg->setInt32("generation", mCodec->mNodeGeneration); 7707349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7708349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7709349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7710349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 77113856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7712349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7713349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7714349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7715349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7716349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7717349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7718349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7726f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7732f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7738f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 77427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 77437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 77447e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 77457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 774690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 774790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7749d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7755dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7756dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7757f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7758f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7759f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7760f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 77665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 77675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 77685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 77691ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime.c_str()); 77705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 77715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 77725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 77755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 77765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 77815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 7782d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang sp<IOMXNode> omxNode; 77835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77841d2e9cfbe3f2db16ecafd2adafb4c60d7235a2ceChong Zhang err = omx->allocateNode(name.c_str(), observer, &omxNode); 77855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 77875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7790d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang err = SetComponentRole(omxNode, role); 77915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 7792d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 77935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 77945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 77985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 77995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 78015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 78025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 78035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 78045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 7807d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 7808d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoProfileLevelQuerySupported, 78095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 78105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 78146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 78176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78186e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 78196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 78235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 78245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 78255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 78265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 782736e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 78285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 78296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 7831d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 7832d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang OMX_IndexParamVideoPortFormat, 78335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 78345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 78391ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (IsFlexibleColorFormat( 7840d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode, portFormat.eColorFormat, false /* usingNativeWindow */, 78415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 78425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 78435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 78445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 78455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 78465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 78505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 78515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 78525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 78555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 78566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 78596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 78616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 78645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 78655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 78665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 78675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 78686e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 7870d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang status_t err = omxNode->getParameter( 7871d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 78725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 78735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 78775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 78786e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78796e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78806e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 78816e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 78836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 78875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 78885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 78895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 78905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 78945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 7895d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->configureVideoTunnelMode( 7896d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 78975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 78985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 78995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 7900d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang } else if (omxNode->storeMetaDataInBuffers( 7901d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE) == OK || 7902d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->prepareForAdaptivePlayback( 7903d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang kPortIndexOutput, OMX_TRUE, 79045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 79055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 79065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 79105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 79115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 79125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 79135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 7914d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang if (omxNode->getConfig( 7915d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 79165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 79175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 79185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 7922d59b97223424a3974d2ac31cff998d02eecf2eedChong Zhang omxNode->freeNode(); 79235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 79245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 79255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 79265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7927a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7928a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7929a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7930a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7931a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7932a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7933a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7934a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7935a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7936a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7937a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7938a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7939a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7940a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7941a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7942a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7943a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7944a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7945a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7946a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7947a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7948a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7949a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7950a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7951a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7952a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7953a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7954a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7955a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7956a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7957a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7958a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7959a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7960a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7961a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7962a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7963a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7964a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7965a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7966a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7967a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7968a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7969a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7970a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7971a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7972a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7973a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7974a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7975a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7976a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7977a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7978a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7979a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7980a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7981a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7982a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7983a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7984a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7985a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7986a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7987a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7988a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7989a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7990a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7992