ACodec.cpp revision 098446ae4100dfd989c452bb67133559aa892cd3
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 5673dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 57496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 58f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 59f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 110984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 146984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 25026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 25115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 371349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 497afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 498609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 500e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 501fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5028db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 503c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 504346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5059806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 507f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5089806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5099806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 510e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5119806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 512054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 513054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 514054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 515054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 516011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 517054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 51994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 52137b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 523609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 524ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 526db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 527db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 529c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 542dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 544fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 545fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 562a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 564a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 565a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 566a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 567a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5685778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5745778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5978f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5998f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 600d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 601d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 602d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 603d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6085778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 612f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6137a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 617f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 62530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 62630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 62830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 633496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 634496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 640054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 642054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 643054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 657e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 676e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 677098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 678098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 679098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar nativeWindow, &usageBits, 680098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar !storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment /* reconnect */); 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 685f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 686e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 687e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 688e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 689e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 690e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 691e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 721dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 722dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 723dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 729054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 730011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 732598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 747054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 74915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 75315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 75415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 767484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 768484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 769484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 770484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 771484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 773e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 777f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 787054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 788054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 789054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 8015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 8023e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 8043e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (type == kMetadataBufferTypeNativeHandleSource) { 8053e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 806054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar 808054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 809054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8105fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8115fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 8125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t allottedSize = bufSize; 8133e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (portIndex == kPortIndexInput && type == kMetadataBufferTypeANWBuffer) { 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8155fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar bufSize = max(bufSize, sizeof(VideoNativeMetadata)); 8175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 8185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 829054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 830054219874873b41f1c815552987c10465c34ba2bLajos Molnar 83128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 83228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGV("[%s] Allocating %u buffers of size %zu/%zu (from %u using %s) on %s port", 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 835054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 84028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 84128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 84228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 84328edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 84428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 84528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 84834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 84934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 85034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 85128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t totalSize = def.nBufferCountActual * (alignedSize + alignedConvSize); 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 855054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 856054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8575581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 858777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 859777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 861ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 862ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 86315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 86490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 865a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 867afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 868afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 869b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 870b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8711065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 872e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 873ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 874ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 875a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 8761b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 877a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 878054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 879a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 880a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 881a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 882a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 883a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 884a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 885a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 886a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 887a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 888a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 8891b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar const native_handle_t *native_handle_ptr = 8901b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar native_handle == NULL ? NULL : native_handle->handle(); 8911b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mData = new ABuffer( 8921b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar ptr != NULL ? ptr : (void *)native_handle_ptr, bufSize); 8931b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mNativeHandle = native_handle; 8945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 895ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 897054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 899054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 900ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 901ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 902ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 9035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = new ABuffer(mem->pointer(), bufSize); 9045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 9055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 906054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 907054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 908054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mem = mDealer[portIndex]->allocate(conversionBufferSize); 9155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mem == NULL|| mem->pointer() == NULL) { 9165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return NO_MEMORY; 9175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = new ABuffer(mem->pointer(), conversionBufferSize); 9195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 9205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 9215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 9225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 9235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9251065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 9271065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9281065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 936d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 939eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 940eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 941eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 943eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 944a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 947eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 953e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 954098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 955098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 9561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 980f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 981e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 982b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 983fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 984fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 985fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 9861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 993098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 994098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 9951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 999098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1000098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 10011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 10061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 10071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1009098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1010098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, preregister /* reconnect */); 10111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1013e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 10141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1017ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1018ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1019ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1020ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1021ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1022ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1023ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 1024ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1025ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1026ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1027ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1028ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1029ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1030ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1031ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1032054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1033258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1034258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1035054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1036258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1037258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 103829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1039258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1040258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1041258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1042258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1043e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1044e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 10451faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 10461faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1047e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1048e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1049e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1050e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1051e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1052e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1053e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 10541faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 10551faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1056e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1057e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1058258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1059258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 1060258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1061258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1062e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1063e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1064e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1065e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1066e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1067609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1068e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1069e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1070e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1071258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1072258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1073258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1074258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 107929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1086054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1087054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1088054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1089054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1090054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1092098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1093054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1094054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1095e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1096054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1097054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10983298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 11003298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11013298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1102609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1104054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 11088ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 110915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 111015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 111229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 111774006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 111874006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 111915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 112015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 112190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1122054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 11235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 112474006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 112574006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 112674006804065941841883c4b46ee785070164023fJamie Gennis 1127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1131609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 113274006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 113674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 113774006804065941841883c4b46ee785070164023fJamie Gennis 1138609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 115074006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1152054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1153054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1154054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11593175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11603175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11613175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11623175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11633175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11643fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1167054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11683298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11693298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11703298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11713298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1175054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1176054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1177054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1178098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 1179098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mLegacyAdaptiveExperiment /* preregister */); 1180054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1181054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1182e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1183054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1184e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1185e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1186e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1187054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1188054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 118928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t totalSize = bufferCount * align(bufSize, MemoryDealer::getAllocationAlignment()); 1190e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1191e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1192e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1193e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1194e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1195e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 119615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 119790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1198e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1199e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1200e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1201054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 12025581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1205054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1206054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1207054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1208e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 12095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 12105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 12115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 1212e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1213e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1214e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1215cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1216e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1217e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1218e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1219e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1220e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1221e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1222011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1223e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1224011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1225011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1226011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1227011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1228011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1229011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1230011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1231011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1232011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1233e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1234e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1235011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 123615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 123715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1238011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1239011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1240011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1241011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1242011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1243011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1244e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1245e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1246e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 124715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1248e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1249011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1250011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1251011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1252011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12533175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12543175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12553175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 12563175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12573175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1258011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1259011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1260011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1261011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1262011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1263011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1264011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1265054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1266054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1267054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1268054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1269054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1270054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1271054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1272054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1273054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1274054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1276054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1278054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1279609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1280054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1281054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1282054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 128315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 128415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 128515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1286777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1288777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1289054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1291054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1292054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 129315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 129415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 129515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 129615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 129715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 129815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 129915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 130015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 130115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 130215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13030806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 13040806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 13050806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 13060806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 13070806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13080806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13090806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13100806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13110806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13120806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13140806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13150806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13160806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13170806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13190806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13200806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13210806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13230806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13240806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13250806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13270806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13280806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1329f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1332609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 133515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 133715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 133815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13403fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13413fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13420806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13453fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 134890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 134990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 135090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 135490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 135690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 135790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 135890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 136090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 136190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 136290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 136490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 136590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 136690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 136790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 136890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 136990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 137090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 137190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 137290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 137390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1374604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1375604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1376604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1377604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1378604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1379604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 138090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 138390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 138490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 138590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 138790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1388f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13898ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1391ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1392ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1393ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1394ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1395ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1396ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1397ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1398346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1399346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1400346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1401346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1402346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 140315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1404dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 140515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 140615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 140715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1408dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1409dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1411dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1412b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1413b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1414dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1415dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1416dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 141790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1418dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1419dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1420dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1421dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1422dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1423dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1424dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1425dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1426dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1427dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1428dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1429dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 143090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1431dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1432dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 143315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 143490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1435dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1436dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1437dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1439dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1440dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1441dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1442dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1443dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1444054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1445dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1446dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1447dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1448dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1449dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1450dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1452dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1453054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1454dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1455dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1456b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1457b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1458dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1459dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1460054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1461054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1462054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1463054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1464054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1465054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1466054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1467054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1468054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14690806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14700806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14710806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14720806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1473054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1474054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14750806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14760806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14770806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 147990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 148090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1481d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14820806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14840806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1485054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1486054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1487054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1488054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1489054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1490054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1491054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14927c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1493054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1494054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1495054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1496054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1497054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1498054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1499054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 15007c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1501054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1502054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 15050806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1508f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1509777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1510938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1511938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1512777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1513777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1514777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15180806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1520777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1523349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1524777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1525938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1526938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15302ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15312ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15322ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15332ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1534777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1535777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1536777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1537777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1541777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1544f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15460806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 154815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 154915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 155015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 155115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 155215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 155315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 155415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 155515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 155615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 155715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 155815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 155915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15600806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15610806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15620806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15630806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15650806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15670806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 15680806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 15690806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15700806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15710806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15720806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15730806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15740806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 157715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 157815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 157915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 158015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1581604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1582604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1583604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1584604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 158590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1586777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1591f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15920806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1604777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 16105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 16115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 16125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 16135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 16155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 16165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 16245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 16342944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 16352944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 16362944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 16372944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1644729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1645729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1646bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1647bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1648c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1649c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1650c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1651c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 16542472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 16552472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 166094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 166194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 166294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 166394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1664ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1665ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1666a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1667a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 16682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 16692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1670ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1671ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1672774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1673774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 167497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 167597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 17005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 17015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 17025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 17055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 17105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 17115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1721b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1722b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1723b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1724e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1727054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1728054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 17298db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 174396bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 174496bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 174596bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 174696bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 174796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 174896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 174996bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 175096bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1751d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1752d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 17533e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 17543e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 17553e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 17563e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar err = mOMX->storeMetaDataInBuffers( 17573e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1758d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1759054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1760308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1761d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1762054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 17633e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (storeMeta == kMetadataBufferTypeANWBuffer 17643e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && mInputMetadataType == kMetadataBufferTypeGrallocSource) { 17653e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // IOMX translates ANWBuffers to gralloc source already. 17663e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 1767054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1768c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1769c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1770c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1771c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1772c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1773c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1774c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1775c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1776054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1777d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1778308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17793a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17803a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17813a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17823a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17833a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17843a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17853a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17863a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17873a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17883a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 18003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 18013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 18023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 18033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 18043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1805308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1806308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1807308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1808308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 18098db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1810308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1811308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 18123e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1813308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1814308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18153e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeNativeHandleSource; 1816054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1817308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1818308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1819308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1820308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1821a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1822a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1823a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1824a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1825a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1826a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 182794ee4b708acfa941581160b267afb79192b1d816Chong Zhang 182894ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 18292c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 18302c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 18312c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 183237b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 183337b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 183437b2b389139ed638831e49708c947863eef631efRonghua Wu } 183537b2b389139ed638831e49708c947863eef631efRonghua Wu 18362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 18372c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 183894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 183972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 184072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 184172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 184272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 184372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 184472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1845308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1846308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1848054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1851b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1852011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1853e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1854e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18551713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18561713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18571713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18581713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18591713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18601713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18611713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18621713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18631713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18641713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1865a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1866a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1867a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1868a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1869a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1870a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1871a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1872a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1873e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18751de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18761de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18786597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18796597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18806597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18816597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18826597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18836597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18926597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1900ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 190297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 190397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 190897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1911fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1912fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1913d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1914d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1915d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1916d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1917d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1918d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1919d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1920d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1921d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 19223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 19233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1924d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1925d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1926d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1927d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1928d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1929d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1931ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1932ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1933ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19343fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19353fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19363fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19373fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19383fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19393fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19403fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19413fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19423fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 19435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 19443e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeANWBuffer; 19455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1946054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 19475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1949fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 19815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 19825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 19835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1998054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1999011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 2000011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 2001011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 20025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 2003fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 20040167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 20055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 20065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 20075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 20085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 20095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 20100167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 2011e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 2012e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 2013e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 2014e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 2015e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 2016e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 2017e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 2018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 2019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 20205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 20215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 20225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 20235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 2024308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 20253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 20263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 20273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 20283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 20293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 2033b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2035b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20431de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 2048777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 2049777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2050777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 20543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2060777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2064777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2065777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2066777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 20713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2077e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2080054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 2081054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 2082054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 2083054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 20843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 20853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 20863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 20873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2089a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2090a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2096b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2097b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 21003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 21013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 21023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 21033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 21043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 21053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 210642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 210742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 210842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 210942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 211042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 211142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 211242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 211342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 211442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 211542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 211642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 211742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 211842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2125aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2126b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 21278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 21282965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 21298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2130ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2131ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2132ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2133aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2134aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2135aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2136b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2137b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2138b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2139ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 21408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 21418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 21428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21432965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 21442965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 21452965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 21462965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 21478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 21488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 21508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2168ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21694471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21702965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21712965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2173729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2175729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2177729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2178729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2179729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2180729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2181729de186450f78c099637e1fce743fe531862c52Andreas Huber 2182729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 218617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 218717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 218817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 218917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 219017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2193ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 22002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2201516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2202cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2203cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2204516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2205cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 22062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2207516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2208516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2209516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 22102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 22112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2212516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2213516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2214516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 22152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 22162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 22172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2218516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2219516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 22202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2221ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2222ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2223ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2224ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2225ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2226ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2227ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 22285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2229ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 223097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 223197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 223297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 223397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 223497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 223597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 223697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 223797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 223897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 22398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 22408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 22418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 22428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 22438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 22448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 22458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 22468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 22478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2249729de186450f78c099637e1fce743fe531862c52Andreas Huber 22504471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 22514471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22524471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22534471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22548b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22558b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22568b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22579806555d3930be43e11106281dee354820ac1c88Andreas Huber 22588b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22598b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22608b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22618b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22629806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22639806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22649806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22659806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22669806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22679806555d3930be43e11106281dee354820ac1c88Andreas Huber 2268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22758b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22768b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22778b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 22788b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22798b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2280ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2281ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2282ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2283ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2284ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2285ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2286ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2287ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2288ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2289ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2290697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22914e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2292b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2293b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22944e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2295777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2296777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2297777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2298777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2299777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2300777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2301777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2302777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 23035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 23045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 23055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 23065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 23075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 23085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 23105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 23115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 23125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 23145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 23165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 23175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 23185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 23268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 23278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 23288b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23298b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 23308b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 23318b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 23328b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 23338b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 23348b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 23358b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 23368b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 23378b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23388b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 23398b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 23408b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2341ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2342ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2343ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2344ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2345ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2346ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2347ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2348ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2349ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2350ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2351ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2352ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2353ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2354ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2355ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2356ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2357ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2358ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2359ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2360ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2361ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2362ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2363ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2364ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2365ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2366ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2367ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2368ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2376870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2377870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2384870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2385870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2393870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2394870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2403870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2404870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2405870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2406870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2413870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2414870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2415870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2416870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2417870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2418870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2419870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2420870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2421870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2422870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2423870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2424870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2425870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2426870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2427870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2428870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2429870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2430870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2431870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2432870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2433870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2434870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2435870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2436870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2437870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2438870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2439870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2440870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2441870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2442870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2443870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2444870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2445870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2446870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2447870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2448870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2449870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2450870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2451870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2452870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2453870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2454870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2455870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2456870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2457870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2458870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2459870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2460870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2461870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2462870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2463870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2464870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2465f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2497777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2498777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2499777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2500777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 25116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 25256e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 25266e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 25276e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 25286e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 25296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 25306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2538aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 25398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 25402965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 25412965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2542ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2543ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2544ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2545ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2606aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2608b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2609b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2610b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2611b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2612b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2613b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2614b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2615b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2616b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2617b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2618b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2619b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2620b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2621b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2622b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2623b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2624b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2625b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2626b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2627b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2628b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2629b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2630b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2631b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2632b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2633b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2658ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2659ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2660ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2661ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2662ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2665dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 26668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 26678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 26688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 26698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 26708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 26718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 26722965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 26738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 26748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 26768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 26778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 26788045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 26798045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 26808045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 26818045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 26828045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 268597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 268697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 268797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 268897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 268997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 269097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 269197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 269297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 269397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 269497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 269597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 269697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 269797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 269897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 269997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 270097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 270197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 270297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 270397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 270497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 270597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 270697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 270797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 270897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 270997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 271097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 271197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 271297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 271397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 271497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 271597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 271697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 271797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 271897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 271997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 272097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 272197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 272297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 27238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 27248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 27258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 27268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 27278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 27338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 27348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 27358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 27388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 27398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 27408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 27428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 27528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 27538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 27558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 27608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 27895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 27905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 27915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 27925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 27945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 27985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2807729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2808729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2810729de186450f78c099637e1fce743fe531862c52Andreas Huber 2811729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2812729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2813729de186450f78c099637e1fce743fe531862c52Andreas Huber 2814729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2815729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2816729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2817729de186450f78c099637e1fce743fe531862c52Andreas Huber 2818729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 28195778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 28205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 28225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2823729de186450f78c099637e1fce743fe531862c52Andreas Huber 28245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2827729de186450f78c099637e1fce743fe531862c52Andreas Huber 28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 28295778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 28315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2832729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2833729de186450f78c099637e1fce743fe531862c52Andreas Huber 283417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2835777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2836777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2837777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2839729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 284017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2841729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2842729de186450f78c099637e1fce743fe531862c52Andreas Huber 28432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 28442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 28452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 28472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 28482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 28492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 28502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 28522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 28552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 28582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 28612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 28662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 28672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 28682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 28692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 28702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2871729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 28725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2873729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2874729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2875729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2876729de186450f78c099637e1fce743fe531862c52Andreas Huber 2877729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2878729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2879729de186450f78c099637e1fce743fe531862c52Andreas Huber 2880729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2881729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2882729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2883729de186450f78c099637e1fce743fe531862c52Andreas Huber 2884729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2885729de186450f78c099637e1fce743fe531862c52Andreas Huber 2886729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2887729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2888729de186450f78c099637e1fce743fe531862c52Andreas Huber 2889729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2890729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2891729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2892729de186450f78c099637e1fce743fe531862c52Andreas Huber 2893729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2894729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2895729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2896729de186450f78c099637e1fce743fe531862c52Andreas Huber 2897729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2898729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2899729de186450f78c099637e1fce743fe531862c52Andreas Huber 2900729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2901729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2902729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2903729de186450f78c099637e1fce743fe531862c52Andreas Huber 2904729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 29055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 29065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 29075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 29085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 29095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 29115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 29125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 29135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 29155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 29195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 29205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2921729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2922729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2923729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2924729de186450f78c099637e1fce743fe531862c52Andreas Huber 2925c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2926c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2927729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2928729de186450f78c099637e1fce743fe531862c52Andreas Huber 29295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 2930729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 29325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 29335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 29345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 29375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 29395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2940729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2941729de186450f78c099637e1fce743fe531862c52Andreas Huber 29425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 294397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 29445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 29455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 29475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 29485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 29505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 29545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 29565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 29575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 29615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 29625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2963f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 29660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 29670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2984229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2985229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 29860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 29870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 29890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2990229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2991229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2992229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2993229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2994229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 3000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 3001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 3002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 3006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 3007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 30206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 30216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 30226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 30236e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 30246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 3032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 30390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 30400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 30410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 30420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 30430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 30450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 30460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 30470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 30480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 30490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 30510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 30520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 30530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 30580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 30590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 30620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 30630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 30640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 30650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 30660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 30670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 30680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 30690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 30700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 30730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 30750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 30760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 30780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 30810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 30820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 30830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 30840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 30850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 30860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 30890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 30900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 30910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 30920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 30930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 30940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 30950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 30960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 3099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3103e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3104e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3105e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3107e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 31082472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3109e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3110e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 311294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 311394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3114a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3119e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3122e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3123e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3124e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3128e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3130e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3131e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3132e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3133e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3139e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3140e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3143e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3144e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3145e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3146e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 31508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3151b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 315289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 315389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 315489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 315589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 315689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 315789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3165f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3166f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3167f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3168f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3169f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3170f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3171f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang status_t err = mOMX->getParameter( 3172f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mNode, 3173f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3174f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ¶ms, 3175f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang sizeof(params)); 3176f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3177f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3178f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 318689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 318789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 318889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 318989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 319089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 31910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 319289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 319389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 319489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 31950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 319689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 319789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 31980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 319989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 320578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 320678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 320778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 320878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 320978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 321078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 321178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 321278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 321378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 321578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3228b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3229b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3230b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 32318338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 32328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3233db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3234db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3235db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3236db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3237db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 32385e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3239db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3240db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3241db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3242b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3243b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3244b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3245b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3246b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = mOMX->getExtensionIndex( 3247b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3248b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3249b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3250b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3251b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3252b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 32538338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3254b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3255b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3256b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3257b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3258b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3259b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3260b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3261b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3262b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3263b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3264b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3265b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3266b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3267b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3268b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3269b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3272db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3273b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 32748338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 32758338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 32768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3277b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3278b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3279b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 32808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 32818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3282b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 32838338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3284b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3285b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3286b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3287b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3288b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3289b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3290b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 32918338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 32928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3293b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 32948338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3295b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3296b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3297b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3298b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3299b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3300b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3301b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3302b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 33038338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3304b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3305b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3306b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3307b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3308b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3309b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3310b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3311b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3312b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3313b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3314b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3315b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3316b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3317b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3318b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3319b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3322b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3323b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3324b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3325b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3326b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3328b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3329b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 33308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3332b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3334b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3335b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3336b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3342b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3349b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3354b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3363b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3369b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 33778338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 33798338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33888338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33898338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 33918338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 34218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34228338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3430b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 34385e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 34395e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 34405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 34415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34425e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 34435e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 34445e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 34455e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34465e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 34475e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 34485e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 34495e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 34505e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34515e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 34525e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34535e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 34545e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 34555e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 34565e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3459b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 34608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 34618338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 34638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 34648338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3465b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 34708338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 34738338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3480b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3482b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 34848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34858338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 34928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3493b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3494b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3495b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3498b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 35018338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3502b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3504b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3505b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 35095e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 35105e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3511db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3512db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 35135e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3514db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3515db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3516db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3517db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3518db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3519db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3520db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3521db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3522db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3523db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3524db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = mOMX->getExtensionIndex( 3525db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mNode, "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3526db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3527db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3528db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3529db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3530db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3531db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3532db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3533db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3534db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3535db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->setConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3536db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3537db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3538db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3539db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3540db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3541db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3542db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3543db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3544db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3545db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3546db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3547db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3548db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3549db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3550db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3551db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3552db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3553db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3554db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3555db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3556db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->getConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3557db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3558db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3559db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3560db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3561db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3562db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3563db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3564db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 35658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3566b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3567b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 36352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3640a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3641a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3642a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3643a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3644a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3701870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3702870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3703870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3704870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3705870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3706870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3707870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3708870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3709870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3710870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3711870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3725c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3726c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3727c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3728c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 372989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 373089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 373189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 373289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 373389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 37398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3740b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3741b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 37428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 37438338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 37448338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 37458338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 37465e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 37475e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 37485e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37495e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 37505e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 37515e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 37525e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 37535e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 37545e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37555e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3756d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3757d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3758d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 37640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 37650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 37660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 37670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 37690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 37710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 37740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 37770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 37800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 37830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 37860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 37880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 37890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 37920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 37950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 37960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 37970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 37980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 37990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 381096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 381196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 381296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 381396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 381496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 381596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 381696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 381796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 381896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 38225778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 382696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 382796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38285778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 38295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 38355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 38495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 38505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 38515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 38535778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 38545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 38565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 38575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 38585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 38605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 38615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 38625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 38635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 38645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 38665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 38685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 38695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 38705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 38715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38745778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 38755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 38825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 38855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 38865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 389196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 38925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 38985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 39015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 39025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 39035778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 39045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 390796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 390896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39095778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39155778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 39205778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 39215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39225778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 39235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 39245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 39305778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 39315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39325778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 39345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 39355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 39375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 39525778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 39535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39555778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 39595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39605778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 39615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 39625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 396796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 39685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 39745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3976a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3977a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3978a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3979a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3980a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3981a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3982a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3983a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3984a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3985a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3986a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3987a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3988a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3989a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3990a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3991a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3992a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3993a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3994a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3995a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3996a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3997a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3998a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3999a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4000a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4001a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4002a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4003a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4004a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4005a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4006a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4007a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4008a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4009a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4010a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4011a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4012a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4013a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4014a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4015a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4016a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4017a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4018a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4019a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4020a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4021a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4022a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4023a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4024a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4025a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4026a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4027a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 40285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 40295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 40305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 40315778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 403596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 403696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40435778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 40470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 40480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 40490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 40500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 40510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 40520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 40530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 40540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 40575778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 40605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 40625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 40635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4086e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 4087e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang // Use baseline profile for AVC recording if profile is not specified. 40888eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 40898eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 40908eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4091e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4092e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4093e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 40945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 40955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 40965778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 40975778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 40985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 40995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 41005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 41015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 41025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 41045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 41055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 41065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 41075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 41085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 41095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 41105778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4111e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4112e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4113e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4114e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4115e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4116e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4117e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 4118e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4119e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4120e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4121e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4122e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4123e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4124e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4125e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4126e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4127e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 41285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 41315778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 41325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 41355778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 41365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 41375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 41385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 41395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 41405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 41415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 41435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 414996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 41505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 41515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4152c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 4153c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 4154c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 4155c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 4156c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4157c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4158c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4159c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4160c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4161c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4162c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4163c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4164c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4165c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4166c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4167c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4168c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4169c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4170c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4171c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4172c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4173c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4174c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4175c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 4176c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4177c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4178c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4179c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4180c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4181c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4182c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4183c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4184c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4185c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4186c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4187c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4188c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4189c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4190c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4191c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4192c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4193c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4194c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4195c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 41969aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 41979aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 4198c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4199c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 4200c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4201c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4202c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4203c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4204c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4205c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4206c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4207c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 420889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 420989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 42104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 42114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 42124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 42134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 42144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 42154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 42164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 42174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 42184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 42194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 42204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 422189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 422289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 422389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 42244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 422589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 422689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 422789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 42284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 42294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 42304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 42314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 42324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 42334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 42354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 42384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 42394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 42404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 42414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 42424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 42434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 42444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 42454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 42464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 42474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 42484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 42494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 42504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 42544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 42554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 42564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 42574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 42594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 42614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 42624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 42634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 42654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 42664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 42674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 42684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 42694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 42704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 42734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 42744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 42754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 42784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 42804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 42814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 42824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 428589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 428689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 428789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 42885778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 42895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 42905778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 42915778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 42925778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 42935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 42956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 42965778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 42975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 42985778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 42995778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 43005778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 43015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 43075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 43085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 43105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 43115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 43136e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 43146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 43156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 43166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 43176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 43185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 43205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 432296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 432396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 43245778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 43255778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 43265778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 43275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43285778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 43295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 43305778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 43315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 433696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 43375778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 43385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 43405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 43415778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 43425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43445778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 43455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 43465778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 43475778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 43485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 43505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 43515778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 43525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 43555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43575778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 43585778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 43595778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 43605778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 43615778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 43625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 43645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 43655778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 43665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4368f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 437078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 437178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 4379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4380777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4381777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4382777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4392777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4393777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4394777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4395777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 440378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 440478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 440578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4414f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4416a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4419a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4423d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4424d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4425d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4426d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4427d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4428d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4429d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4430d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4431d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4432d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4433d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4434d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4435d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4436d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 44377e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 44387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 44397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 44417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 44427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 44447e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 44457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44467e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44477e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44487e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 44497e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 44507e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44517e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 44527e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 44537e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 44547e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44557e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4456e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 44577e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4458c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4459054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4460054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4461c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 44627e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44637e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 44647e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4465f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4472609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4482f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4487f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4491f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 450103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 450273dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 450373dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 450403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 450503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 450673dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 450703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 450803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 450903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 451003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 451103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 451203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 451303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 451403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 451503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 451603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 45175a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 45182ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 451903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4520229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 452103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 452203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4523b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4524b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4525b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4526b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4527b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4528b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4529b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 453034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 453134e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 453234e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 453334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 453434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4535b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4536b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4537b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4538b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4539b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 454003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 454173dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 454203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 454303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 454473dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 454503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 454603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 454703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 454803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 454903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 455003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 45515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 45525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 45535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 45545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 45555a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 45565a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 45575a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45585a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 45595a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 45605a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 45615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 45625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 45635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45645a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 45655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 45665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 45675a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 45685a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 45695a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 45705a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 45715a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 45725a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 45735a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 45745a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45755a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 457603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 457703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 457803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 457903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 458003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 458103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 458203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 458303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 458403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 458503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 458603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 458703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 458803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 458903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 459003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 459103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 459203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 459303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 459403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 459503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 459603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 459703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 459803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 459903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 460003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 460103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 460203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 460303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 460403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 460503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 460603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 460703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 460803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 460903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 461003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4611229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4612229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4613229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4614229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4615229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4616229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 461773dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4618229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4619229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4620229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4621229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 462273dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 462373dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 462473dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 462573dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 462673dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 462773dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 462873dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 462973dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 463073dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 463173dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 463273dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 463373dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 463473dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 463573dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 463673dd808754c641fe798273d356ee38368715fa7bLajos Molnar 463773dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4638229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4639229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4640229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4641229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4642229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 46430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 464473dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4645229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4646229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4647229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4648229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4649229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4650229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4651229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 46520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4653229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4654229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4655229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4656229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4657229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4658229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4659229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 466073dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 466173dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 466273dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 466373dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 466473dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4665229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4666229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4667229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4668229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4669229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4670229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4671229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4672229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4673229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4674229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4675229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4676229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4677229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4678229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4679229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4680229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 468103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 468203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4683e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4684777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 468531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 468631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4687e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 468831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4689777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4690777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4691777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4692777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 469331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4694777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4695777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4696777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4697777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 469831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 469931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 470031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 470131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 470231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4703e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4704e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4705e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4706e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4707e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4708e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4709e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4710e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4711e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4712e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 47130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 471473dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 47150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 47160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 47170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 47180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 47190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 47200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 47210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 47220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 47230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 47240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 47250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 47260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 47270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 47280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 47295a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 473073dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 473173dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 473273dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 473373dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 473473dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 473573dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 473673dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 47370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 473803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 473903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4740b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4741b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4742b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4743b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4744b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4745b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4746b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4747b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4748b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOMX->getConfig( 4749b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, 4750b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4751b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4752b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4753b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4754b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4755b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4756b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4757b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4758b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 475991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4760b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4761b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4762b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4763b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4764b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4765b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4766b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4767b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4768b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4769b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 477031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4771b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4772b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4773b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4774b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4775b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4776b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4777b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4778b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4779b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4780b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4781b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4782b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4783b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4784b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4785b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4786b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4787b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 47885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4789b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4790b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 47915e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 47925e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 47935e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4794777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4795e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4796e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4797e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 47984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 48004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 48014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 48034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 48044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 48054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 48064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 48074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 48084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 48094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 48104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 48124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 48134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 48144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 48154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 48164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 48174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 48194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 48224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 48244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48254730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48264730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 48274730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48284730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 48294730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48304730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48314730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 48324730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48334730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48344730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48354730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48364730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48374730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 48384730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48394730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 48404730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48414730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4842e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4843e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4844777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4845777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4846777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4847777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4848777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4849777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4850777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4851e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4852e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4853e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4854e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4855e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4856e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4857e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4858870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4859870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4860870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4861870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4862870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4863e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 486531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4866e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4867e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 48685a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 48695a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 48705a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 48715a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 487231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 487331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 487431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 487531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 487631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 487731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 487831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 487997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4881e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4882e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4884e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4886777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4887777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4888777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4889777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4890777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 489114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4892777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4893777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4894777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 48955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4896777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4897777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 48985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4899777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4900777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4901e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4902e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4903e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4904e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 49055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 49065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 49075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 49085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 49095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 49105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 49115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 49125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 49135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 49145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 49155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 49165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 49175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 49185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 49195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 49205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4921e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 49248b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4925e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 49268b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 49279806555d3930be43e11106281dee354820ac1c88Andreas Huber 4928e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4929e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4930e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4931e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4932e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4933e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4934777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4935777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4936777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4939e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4940e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4941e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4942e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4943e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4944e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4945e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4946e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4947e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4948e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4949e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 49519806555d3930be43e11106281dee354820ac1c88Andreas Huber 4952777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4953777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4954777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4955777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4956777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4957e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4958e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4959e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 49600806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4961e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4962e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 49630806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4964e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4965e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4966e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4967e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4968e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4969e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4970e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4971e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4972e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4973e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4974e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4979777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4980e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4981e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4982e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4983e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4984e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4985e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4986e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4987e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4988e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4989e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4990e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4991e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4993777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4994777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4995777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4996777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4997777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4998e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4999e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 5000e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5001e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5002e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5003e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5004e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5005e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 5006e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5007e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 5008e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5009e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5010e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5011777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5012777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 5013777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5014777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5015777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5016e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5017e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 5018e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5019e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5020e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5021e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5022e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 502397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 502497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 502597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 502697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 5027e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 502897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5029777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5030777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5031777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5032777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5033777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5034777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 503597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 503697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 503797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 503897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 503997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 504097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5041e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 50428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 50438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 50448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 50458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 50468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 50478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5048777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5049777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5050777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5052777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 50568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 50578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 50588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 50598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 50608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50618c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 50628c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 50638c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 50648c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 50658c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 50668c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5068777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5069777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5070777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5071777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5072777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50738c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 50748c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 50758c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 50768c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 50778c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 50788c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 50798c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 508010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 508110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 508210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 508310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 508410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 508510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5086777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5087777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5088777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5089777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5090777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 509110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 509210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 509310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 509410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 509510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 509610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 509710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 509810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 509910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 510010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 510110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 510210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 510378bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 510410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 510510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 510641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 510741d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 510841d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 51090806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 511041d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 511141d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 511241d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5113777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5114777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5115777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5116777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5117777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 511841d3f579d2c166984958263533284209b90c87d5Marco Nelissen 511941d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 512041d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 51210806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 512241d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 512310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 512410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5126777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5128777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 513031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 513131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 513231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 513331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5134777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5135777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 513631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 513731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5138e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5139e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5140e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5141b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5142b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5143b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5144b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5145b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5146b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5147b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5148b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5149b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5150b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5151b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5152b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5153b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5154b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5155b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5156b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5157b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5158b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5159b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5160b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5161b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5162b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5163b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5164b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5165b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5166b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5167b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5168b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5169b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5170b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5171b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5172b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5173b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5174b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5175b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5176b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5177b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5178b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5179b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 51801734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5181697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5182b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5184b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5185777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5186777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5187777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 51891734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 51901734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 51911734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 51921734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 51931734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 51941734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 51951734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 51961734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51971734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51981734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 51995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 52005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 52015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 52025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 52035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 52045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 52055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 52065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 52075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 52085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5211b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5212b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5213b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5214b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5215b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5216b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify) { 5217e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 5218b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5219e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5220b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && mNativeWindow != NULL) { 5221b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // notify renderer of the crop change and dataspace change 5222e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 5223b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t left, top, right, bottom; 5224b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 5225b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect("crop", left, top, right + 1, bottom + 1); 5226b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5227b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5228b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 5229b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 5230b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("dataspace", dataSpace); 5231b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5232b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5233b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5234b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5235b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5236b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5237b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5238b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5239b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5240e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 5241b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5242e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5243e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5244e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5245ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5246e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5247e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5248b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5249e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5250e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5251b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 5252b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 5253b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 525431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 525531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5256b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5257b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 525831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 525931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 52605778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5261cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 5262d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 5263251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5264251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5265251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5266251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5267251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5268251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5269251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5270251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5271251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5272251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5273346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5274346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 5275346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 52765778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 5277251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 5278cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 5279cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5280cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5283eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 5284eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5285eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5286496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5287496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5288496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5289496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5290496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5291496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5292496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5293496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5294496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5295496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5296496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5297496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 5298496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 5299496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5300496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5301496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5302496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5303496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5304eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 5305a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 5306a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 5307eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 5308eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 5309a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 531086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 5311eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5312eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5313eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 5314eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 5315eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5316eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5317eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 5318eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 5319eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5320eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5321eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 5322eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 5323eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5324eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5325a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 5326a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 5327a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 5328a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 532986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 533086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 533186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 533286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 5333eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 5334eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5335f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5340ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5341ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 536026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 536126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 536226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 536326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5364e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5365e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5366e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5367e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5368e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5369e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 537226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 53761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 53771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 53781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 53791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 53811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 53821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53832235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 53841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 53861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 53871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 53881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 53891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 53901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 53928f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 53937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 53947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5395251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 53967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 53977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 53987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 53997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 54007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5401ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5402ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5403251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5404ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 5405ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5406ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5407ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5408ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 540930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 541030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 541130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 541230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 541330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 541430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 541530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 541630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 541730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 541830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 541930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 542030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 542130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 54305e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 54315e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5432ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 54335e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 54345e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 543526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 54365e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 54375e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 5439609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 5440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 5441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 5442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5443777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 544426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 544526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 544626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 544726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 544826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 544926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 545026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 545126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 545290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 545326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 545426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5455e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5456e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 545790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 545890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 545990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 546090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 546190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 546290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 546390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 546490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 546590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 546690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 546726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 546826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 546926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 547026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 547126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 547226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 547326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54830af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 54840af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 54850af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 54860af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 54870af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 54880af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 54890af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 54900af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 54910af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 54920af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 54930af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 550315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 550415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5505609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 550615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5514609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 551615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 552315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 552915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 553015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 553390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 553490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 553590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 553690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 553790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 553890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 553990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 554090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 554190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 554290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 554390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5545777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5546777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 555190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 555290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 555390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 555490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 555590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5556f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5558b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 5559b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects aspects; 5560b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange = (ColorAspects::Range)((data2 >> 24) & 0xFF); 5561b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries = (ColorAspects::Primaries)((data2 >> 16) & 0xFF); 5562b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs = (ColorAspects::MatrixCoeffs)((data2 >> 8) & 0xFF); 5563b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer = (ColorAspects::Transfer)(data2 & 0xFF); 5564b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5565b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5566b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5567b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5568b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5570ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5576ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5578251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5579251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5580251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5581251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5582251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5583251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5584251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 558915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5590ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5591349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5592349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 55930806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55940806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55950806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 55960806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 559815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 559915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 560015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 56010806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 56020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 560515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 560615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 560715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 560815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 560915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 561015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 561115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 561296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 561396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 561496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 561596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 561696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 561796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5618d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5629777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5631777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5632777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5638f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5646d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5647609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 56502d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5653609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5662f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5664609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 56652d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 56675778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5668a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 56695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56702d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5671a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56747fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 56757fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 56767fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 56777fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 56787fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 56797fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 56807fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 56817fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 56823831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 56832d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 56875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 56885778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 56895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 56905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56930806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 56950806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 56960806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 56970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 56980806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 57065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5707dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5708dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5709dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5710dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 57175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5718fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5719fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5720fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5721fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5722fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5723fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5729d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar MetadataBufferType metaType = mCodec->mInputMetadataType; 5730d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5732f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5733f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5734f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5735f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5736f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5737f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5739d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar metaType = kMetadataBufferTypeInvalid; 5740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 57435778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 57445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (buffer != info->mCodecData) { 5747ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5748d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5749d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 57505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar buffer.get(), info->mCodecData.get()); 5751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5753d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 57545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 57555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 57565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 57575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 57585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 57590806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5763078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5764ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5765078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 57665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5767ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 57685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5769078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5770d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5771ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5772ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5773d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5774ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5775ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5776d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5777078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5778349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5779d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5780d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5781d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5782d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5783d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5784d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5785d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5786054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5787054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5788054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5789054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5790054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5791054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5792054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5793054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5794054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5795054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5796054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5797054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 579815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5799d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5800d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5801d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar switch (metaType) { 5802d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeInvalid: 5803d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5804d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5805d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeNativeHandleSource: 5806d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5807d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5808d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 5809d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateNativeHandleInMeta( 5810d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 5811d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar NativeHandle::create(vnhmd->pHandle, false /* ownsHandle */), 5812d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5813d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5814d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5815d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeANWBuffer: 5816d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5817d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 5818d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateGraphicBufferInMeta( 5819d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 5820d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar new GraphicBuffer(vnmd->pBuffer, false /* keepOwnership */), 5821d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5822d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5823d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5824d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5825d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5826d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5827d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar asString(metaType), info->mCodecData->size(), 5828d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5829d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5830d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5831d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5832d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5833d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (err2 == OK) { 5834d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->emptyBuffer( 5835d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, 5836d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID, 5837d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 0, 5838d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mCodecData->size(), 5839d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar flags, 5840d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar timeUs, 5841d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mFenceFd); 5842d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 584315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58450806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58460806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 58515778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 58525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 58530806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 58540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 58555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 58575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 58585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 58600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 58610806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5862dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5863dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 58643856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5865dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5866dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5868ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5869349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5870349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 587115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 58720806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 58730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 58740806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 58750806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58760806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58770806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 587815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 587915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 588015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58820806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58830806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5888dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5892625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5893777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5894777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5895777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5896625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5897777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5898625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5902f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5931f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 593515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 593615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5937609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 59385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5939349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 59410806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5942d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5943d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5944d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5945d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5946d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5947d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5948d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5949d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5950d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5951d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5952d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5953d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5954d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5955d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5956d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5957d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 59600806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 59610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 59620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 59630806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 59640806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 596515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 596615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 596715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 59680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5971054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 597490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 597590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 597690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 597790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 597890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 597990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 598090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 598190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 598290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 598315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 598415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 598515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 598615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 598715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 598815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 598915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5998a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5999a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 6000609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 60015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 6002349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 600315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 600415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60050806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60105778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 60115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 60125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 601331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 6014577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 60151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 6016577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6017b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 6018697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 6019697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 60201734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 6021697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 6022b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 6023b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 6024fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar } else if (rangeLength > 0 && mCodec->mNativeWindow != NULL) { 6025fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // If potentially rendering onto a surface, always save key format data (crop & 6026fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // data space) so that we can set it if and once the buffer is rendered. 6027fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 60285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6029b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 6030054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 6031054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 60323e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar VideoNativeHandleMetadata &nativeMeta = 60333e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar *(VideoNativeHandleMetadata *)info->mData->data(); 60343e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (info->mData->size() >= sizeof(nativeMeta) 60353e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && nativeMeta.eType == kMetadataBufferTypeNativeHandleSource) { 60367c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 60373e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 60387c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 60397c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 60403e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar handle = (native_handle_t *)nativeMeta.pHandle; 60417c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 6042054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 6043308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 6044308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 6045308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 60465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (info->mData == info->mCodecData) { 6047308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 60485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 60495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 60505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 60515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 60525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData, info->mData); 60535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 60545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 60565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 6057308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 6058496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 605921ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 6060496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 6061496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 6062496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 60635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 606421ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 6065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60668b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 60678b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 60688b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 60695778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 6070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60715778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6072d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 6073609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 60742d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 60755778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 6076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6077609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 6078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60795778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 6080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60815778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 60825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60835778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 60865778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 60875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6089d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 6090dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6098777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 60990806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 61000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61020806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 61030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6105777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6106777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6107777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6108777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6114f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6116609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 6117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 61180806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 61190806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 61200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 61210806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 61220806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 61230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61240806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 61250806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6127577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 6128fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom) 6129fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6130fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowCrop = crop; 6131777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6132777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6133577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 6134577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6135b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 6136fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findInt32("dataspace", &dataSpace) 6137fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6138b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = native_window_set_buffers_data_space( 6139b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6140fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowDataSpace = dataSpace; 6141b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6142b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6143b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 61466aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 614779ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 61486fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 615190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 615290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 615390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 615490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 615590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 615690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 615790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 615890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6159fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6160fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6161c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 6162fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 6163c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6164fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6165fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6166fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6167fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 61685778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6169fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 61700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6171fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 617215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 61730806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 617415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 617515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6177cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6178cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6179264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6181cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 618215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 618315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6184cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 61866fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 61876fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 618815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 618915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 61906fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 61916fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6221c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6222609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6223c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 622415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 622515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 622615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 622715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62280806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 62290806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 62300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62310806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62320806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6233c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6238777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62400806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 62410806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62420806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6246777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6247777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6248777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6249777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6255f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6259c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6260c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6261ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6262ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 626323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 6264ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6265ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6267b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6269e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6270ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 6271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 6273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6274054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 6275054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 62765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 62775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6279c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6280c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6281f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62935778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 62945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 62955778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 62965778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 62975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 62985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 630554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 630654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 6307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6309d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 6310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6313c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6319d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6323c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 632630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 632730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 632830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 632930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 633030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 633130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 633230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6345c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 63465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6348c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 63495778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 63505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6351ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 63525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 635448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 635548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 635648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 635748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6362ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6363b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 63645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63675778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6368d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 63697791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 63705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6371b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6372b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6373b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6374afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 63755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 63775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 63795778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 63805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6382b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 63835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 63845778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6385b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6386e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 63875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63881065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 63891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6390ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 63911065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6392201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 63931065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 63941065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6395b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6396b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6398da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6399078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6400078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 640123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 6402078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64041065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 64051065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 64067a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 64077a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 64081065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 64091065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6410ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 64111065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 64121065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6413ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 64145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 64159f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 64169f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 64175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 64189f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 64195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6420c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 642152e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6422c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6423c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 642523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 642623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 642723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 642823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 642923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 643023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 643123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 643223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 643326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 643790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6438ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6439ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6440ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6441ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 64421713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 64430167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6444ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6445ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6446afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 6447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 6449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 64515778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6452d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 64535778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 64545778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 64555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6456c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6457c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6458c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6459c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 64605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 64615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6462c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6463c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6464c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6466c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6467c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6468c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6469c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6470c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6471f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6472f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6473f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6474f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6475f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6476054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6477054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6478a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6479e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6480e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 64814e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 6482054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6484c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6487c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6488c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6489c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6490c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 649154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6492f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6493f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6495c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6496c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 64980806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 6499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6500c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6501c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 650354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 650454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 6505d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 650654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 650754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 650854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6509c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6512c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6513c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6514c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6515c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6518c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6519c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6520c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6521c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 65227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 65237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 65247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 65257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 65267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 65277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 65287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 65298f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6530d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 65318f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6532d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6533d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6534d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6535d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6536c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6537c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6539c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6540c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6541c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6544c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6545c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 654954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6550c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6551c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6552c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6554c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6555c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6556c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6557c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6558c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6559d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 6561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6562c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6563c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6564c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6565c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6566c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6567c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6568c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6569c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6570c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6571c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6572c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6573c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 65745778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 65755778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 65765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6577ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 65785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65790806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 65805778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 65810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 65820806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 65830806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65840806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 65850806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6587c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6588c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6589c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6590251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6591c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 65925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 65955778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6596d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6597e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6598e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 65995778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 66005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6601c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6602c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 66035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 66045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6605d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6606d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6607a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6608d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 6609a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 6610a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 6611a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 6612a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 6613a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 6614a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 6615a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6616a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6617a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6618a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 6619a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 6620a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 6621d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6622a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6623a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6624a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6625d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 662694ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 662794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 662894ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 662994ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 663094ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 663194ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 663294ee4b708acfa941581160b267afb79192b1d816Chong Zhang 663394ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 663494ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 663572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 663672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 6637d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66382c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66402c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6641d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 664237b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 664337b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 664437b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 664537b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 664637b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 664737b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 664837b2b389139ed638831e49708c947863eef631efRonghua Wu 664937b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 665037b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 665137b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 665237b2b389139ed638831e49708c947863eef631efRonghua Wu err); 6653d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 665437b2b389139ed638831e49708c947863eef631efRonghua Wu } 665537b2b389139ed638831e49708c947863eef631efRonghua Wu } 665637b2b389139ed638831e49708c947863eef631efRonghua Wu 6657d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 66582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 66592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 66602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 66612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 66622c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 66632c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 66642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 66652c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 66662c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 66672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 66682c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 66692c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 66702c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 66712c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 66722c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 6673d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66742c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66752c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 667672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6677d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 667872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 667972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 668072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 668172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 668272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 668372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 668472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 668572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 668672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 668772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 668894ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 668994ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 6690d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 669194ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 669294ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 669394ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6694c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6695c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6696c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6697c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6698c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6699c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6700c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6701c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6702b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6703b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 6704b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInternalOption( 6705b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, IOMX::INTERNAL_OPTION_COLOR_ASPECTS, 6706b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar colorAspectsBuffer->base(), colorAspectsBuffer->capacity()); 6707b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6708b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6709b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6710b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6711b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6712b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6713d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6714d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6715d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6716d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6717d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6718d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6719d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6720d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6721d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6722d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6723b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6724b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6725b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6726b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6727b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 672857fad3c31f46ec98d15bc253c16f9d269aeb8ea7Lajos Molnar 6729d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6730b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 67313e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6732b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->createInputSurface( 67333e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mNode, kPortIndexInput, dataSpace, &bufferProducer, 67343e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar &mCodec->mInputMetadataType); 67353e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 67363e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 67373e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 67383e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6739b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6740d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6741d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6742d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6743d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6744d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 67457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 67467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 67477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 67487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 67497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 67507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 67517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 67527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 67537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 67547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 67557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 67567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 67577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 67587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 67598f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6760d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 67618f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6762d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6763d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6764d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6765d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6766d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6767d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6768d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6769d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6770b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6771b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6772b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6773b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6774b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 6775b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6776b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 67773e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6778b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInputSurface( 6779b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6780b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &mCodec->mInputMetadataType); 67813e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 67823e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 67833e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 67843e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6785b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6786d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6787d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6788b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar surface->getBufferConsumer()->setDefaultBufferDataSpace(dataSpace); 6789d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6790d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6791d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6792d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6793d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6794d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6795d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 67968f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6797d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6798d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6799d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6800d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6801d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6802d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6803c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 68045778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 68055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 68060806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 68070806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68080806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 68090806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 68110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6816f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 68213856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6823cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6824cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 682529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6826cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6827cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6828cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6829251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 683091bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6831c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6832c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6833c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6834c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6835c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6836c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6837c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6838c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6839c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 684091bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6841cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 685672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 68646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 68656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68666507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 68676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 68686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 68696463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 68706463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68716463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 68726463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68736463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68746463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 68756463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 68766463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68776463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 68786463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6879d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 68806463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 68816463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68826463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68836463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6889f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68940806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 68950806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68960806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 68970806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 68980806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68990806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69000806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 69010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 69040806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 69050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 69060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69080806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 69100806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 69110806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 69120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6924f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6928f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 69293856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 693472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6941d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6942d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6943d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6944d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6945d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6946d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6947d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6948d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6949d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6950d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6951d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6952d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6953d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6954d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6955d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6956d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 69576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 69586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 69596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 69606507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 69616507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 69626507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6968f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69740806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 69750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 69760806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69770806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69780806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69790806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6995f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6996349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6997349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7000f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 7001ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 7002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7005054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 7006054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 7007054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 7008054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 7009054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 7010054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7011054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 7012054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 7013054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 7014054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 70164dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 70174dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7018054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 7019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7020054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7021054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 70220806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 7023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 7024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 7025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 70270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 70280806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 70290806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 70300806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70310806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70320806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 70380806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 70390806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 70400806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70410806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 7046349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 704715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 704815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 704915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 70500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70510806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70520806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 7056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 70570806340688c937e7b78c2d89db3809274130df4eLajos Molnar 70580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 70590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7063054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 7064c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 7065054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 7066054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 7067054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7068054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7069054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7070f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 7071349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 70720806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 7073349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 7074349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7075349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 7077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70783cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 7079777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 7080777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 7081777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7082777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 70833cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 70843cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 70853cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 70863cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 70873cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 70883cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 7089349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7090349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 7091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7093f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 70943856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 7095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 709690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 7097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 7098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7100f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7106c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 7107c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 7108c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 7109c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7110c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 711154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 7112c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 7113c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7114349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7115349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 71160806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 71170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 71180806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 71190806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 71200806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 71220806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 71230806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71240806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 71250806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 71337a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7134ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7135d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7136d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7137d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7138d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7139d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7140d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7141349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7142349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 71430806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 71440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 71450806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71460806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71470806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 71480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7162496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7163496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7164496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7165496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7166496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7167496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7168496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7169496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7170496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7171496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7172496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7173a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7174a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7175a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7176a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7177a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7178a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7179a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7180a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7181a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7182a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7183a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7184a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7185a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7186a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7187a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7188a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7189a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 71907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 71917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 71926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 71937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 71947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 71957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 71967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 71974dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7198054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 71994dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 72004dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 72014dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7202054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 72034dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7204054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 72054dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 72064dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 72074dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 72084dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 72094dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7218a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7219a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7220530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7221a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7222a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7223a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7224a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7225a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7226a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 7227a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 7228a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7229a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7230a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7231a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7232a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7233a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7234a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7235a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7236a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7237a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7238a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7239a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 724072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 724172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 724272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 724372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 724472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 724572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 724672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 724772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 724872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 724972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 725072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 725172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 725272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 725372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 725472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 725572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7256e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7257e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 7258e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 7259e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7260b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 7261b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 7262e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 7263e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 7264e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 7265e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 7266b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 7267b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7268b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7269b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7270b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7271b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7272b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7273b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7274b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7275b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7276b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7277b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7278b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7279b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7280b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7281b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7282e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7283e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 72848db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 72858db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 72868db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 72878db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 72888db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 72898db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 72908db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72918db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72928db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 7304a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 7305a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7306a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 73076507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 73086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 7309d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 73106507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 73116507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 73126507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 73136507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 73146507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 73156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 73166507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 73176507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 731890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 731990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 732090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 732190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 732290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7323f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7330b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7331b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 733231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7333054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 7335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 7336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7339349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7342b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7343b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7344ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7363f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7368f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7379f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7386349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7387e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7389349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 73903856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7391349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7392349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7406f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 74073856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 741190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 741290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 741390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 741490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 741590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 741690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 74230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 74240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 74250806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 74260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74280806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74300806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 74310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 74320806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 74330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 74340806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 74350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 74360806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 74370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74400806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 74410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 74420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74450806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 74460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 74470806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 74480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7449cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 74500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7451251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7452d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7453755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7454755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7455755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7456755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7457755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7458755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7459755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7460755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7461cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7465777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7466777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7467777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7468777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7472349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7473349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7474349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7475349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7491f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 74925778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 74935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7496f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 75040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7524f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 75253856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 752631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 75275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7528b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7531f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 75360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 75370806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 75380806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 75390806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 75400806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 75410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75420806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 75430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 75465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7552349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7553349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7554349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7555349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7556349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7557349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7558349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 75630af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7564f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 75655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 75660806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 75670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 75680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 75690806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 75700806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 75710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 75720806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 75730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75760167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 75770167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7578bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7579bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7580bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7581bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7582b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7583bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7584bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 75850806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 75860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75870806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 75880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75890806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7594f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7601f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7610f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7614f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 76300806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7642f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 76433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7646f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 76510806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 76520806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 76530806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 76540806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 76550806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 76560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 76570806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 76580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7660c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7672f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7676f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 76773856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7682f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7707f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7709ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7710ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7711d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 77150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 77160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 77170806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 77180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 77190806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 77200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7723777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7724777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7725777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7726777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7727777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7729e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 77300806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7731e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7732e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7733777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7734777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7735777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7736777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7737777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7738777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7739777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7742777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7743777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7749349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7750349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 77511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7752349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7753609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7754349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7755349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7756349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7757349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 77583856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7759349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7760349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7761349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7762349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7763349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7764349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7765349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7773f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7779f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7785f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 77897e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 77907e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 77917e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 77927e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 779390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 779490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7796d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7802dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7803dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7804f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7805f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7806f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7807f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 78135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 78145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 78155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 78165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 78175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 78185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 78195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 78225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 78235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 78285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 78295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 78305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 783123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 78325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 78385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 78405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 78455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 78465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 78485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 78495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 78505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 78515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78526e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 78545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 78555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 78565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 78575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 78616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 78646e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 78666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 78705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 78715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 78725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 78735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 787436e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 78755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 78766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 78785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 78795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 78805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 78815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 78865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 78875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 78885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 78895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 78905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 78915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 78925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 78935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 78975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 78985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 78995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 79025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 79036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 79046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 79056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 79066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 79076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 79086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 79095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 79115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 79125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 79135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 79145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 79156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 79166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 79175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 79185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 79195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 79205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 79215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 79225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 79245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 79256e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 79266e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 79276e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 79286e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 79296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 79306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 79315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 79345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 79355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 79365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 79375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 79415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 79425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 79435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 79445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 79455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 79465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 79475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 79485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 79495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 79505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 79515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 79525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 79535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 79575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 79585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 79595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 79605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 79615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 79625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 79635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 79645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 79655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 79695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 79705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 79715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 79725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 79735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7974a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7975a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7976a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7977a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7978a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7979a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7980a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7981a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7982a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7983a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7984a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7985a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7986a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7987a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7988a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7989a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7990a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7991a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7992a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7993a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7994a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7995a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7996a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7997a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7998a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7999a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8000a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8001a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 8002a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 8003a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8004a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 8005a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8006a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8007a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8008a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8009a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8010a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8011a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8012a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 8013a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8014a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8015a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8016a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8017a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8018a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8019a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 8020a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8021a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 8022a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8023a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8024a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8025a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8026a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8027a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8028a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 8029a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 8030a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8031a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 8032a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 8033a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 8034a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8035a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 8036a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 8037a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 8039